00000400:00000010:2.0F:1769074401.153621:0:2342:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000003dda255d. 00000400:00000010:2.0:1769074401.153645:0:2342:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000c716857b. 00000400:00000010:2.0:1769074401.153648:0:2342:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000007c6cdae5. 00000400:00000010:2.0:1769074401.153651:0:2342:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000000a036048. 00000400:00000010:2.0:1769074401.153653:0:2342:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000b6007395. 00000400:00000010:2.0:1769074401.153656:0:2342:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000000fed50ff. 00000400:00000010:2.0:1769074401.153658:0:2342:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000b8a246a1. 00000400:00000010:2.0:1769074401.153661:0:2342:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000075c15fcc. 00000400:00000010:2.0:1769074401.153662:0:2342:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000544f4f5b. 00000400:00000010:2.0:1769074401.951481:0:2342:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000ad621cdd. 00000400:00000010:2.0:1769074401.951494:0:2342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ff32c071. 00000400:00000010:2.0:1769074401.951501:0:2342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b9c8223. 00000400:00000010:2.0:1769074401.951503:0:2342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004162e21d. 00000400:00000010:2.0:1769074401.951506:0:2342:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000cbc5cccd. 00000400:00000010:2.0:1769074401.951508:0:2342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b7b234d6. 00000400:00000010:2.0:1769074401.951509:0:2342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000725a8d0. 00000400:00000010:2.0:1769074401.951511:0:2342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e64bf005. 00000400:00000200:2.0:1769074401.958561:0:2342:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:0.0F:1769074402.179403:0:2358:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1769074402.697224:0:2371:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_3_gca5b8be 00000020:00000010:2.0:1769074402.701001:0:2371:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000036a6cbaf. 00000001:00000010:2.0:1769074402.702502:0:2371:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b6b0214b. 00000001:00000010:2.0:1769074402.702613:0:2371:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000066c94dd8. 00000001:00000010:2.0:1769074402.702616:0:2371:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c9c8603. 00000001:00000010:2.0:1769074402.702619:0:2371:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000604b15c3. 00000001:00000010:2.0:1769074402.702621:0:2371:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9610bc5. 00000001:00000010:2.0:1769074402.702622:0:2371:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003748d6e6. 00000020:00000010:2.0:1769074402.702672:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cca03e5. 00000020:00000010:2.0:1769074402.702677:0:2371:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047e5a431. 00000001:00000010:2.0:1769074402.702681:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000dab448f. 00000020:00000010:2.0:1769074402.702718:0:2371:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000005a0ec0f9. 00000020:00000010:3.0F:1769074402.707831:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096447d77. 00000020:00000010:3.0:1769074402.707842:0:2371:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000479d761d. 00000020:00000010:3.0:1769074402.707844:0:2371:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d71e17f7. 00000020:00000010:3.0:1769074402.707848:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0932360. 00000020:00000010:3.0:1769074402.707851:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095a17c6d. 00000020:00000010:3.0:1769074402.707853:0:2371:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000084befb49. 00000020:00000010:3.0:1769074402.707855:0:2371:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000009a0afc1b. 00000020:00000010:3.0:1769074402.707857:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000171b4bdd. 00000020:00000010:3.0:1769074402.707860:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034f1bce5. 00000020:00000010:3.0:1769074402.707862:0:2371:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4e20245. 00000020:00000010:3.0:1769074402.707863:0:2371:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001d9e8995. 00000020:00000010:3.0:1769074402.707865:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006717719d. 00000020:00000010:3.0:1769074402.707869:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000951bcaea. 00000020:00000010:3.0:1769074402.707871:0:2371:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dea83ff4. 00000020:00000010:3.0:1769074402.707873:0:2371:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007d2d9a4f. 00000020:00000010:3.0:1769074402.707875:0:2371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f4cdc93. 02000000:00000010:3.0:1769074402.707880:0:2371:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000a1f983e4. 02000000:00000010:3.0:1769074402.707883:0:2371:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000f016306b. 02000000:00000010:3.0:1769074402.707909:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001a652b5d. 02000000:00000010:3.0:1769074402.707913:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 000000006b3356b1. 00000001:00000010:3.0:1769074402.707916:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cb711d75. 00000020:00000010:3.0:1769074402.709161:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000020cd5f09. 00000020:00000010:3.0:1769074402.709175:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000020cd5f09. 02000000:00000010:3.0:1769074402.709179:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000bbf0bfaf. 02000000:00000010:3.0:1769074402.709182:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 0000000026c85070. 00000001:00000010:3.0:1769074402.709185:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f7a4a510. 00000020:00000010:3.0:1769074402.709212:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000020cd5f09. 00000020:00000010:3.0:1769074402.709219:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000020cd5f09. 02000000:00000010:3.0:1769074402.709222:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000001646a. 02000000:00000010:3.0:1769074402.709224:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000006254406d. 00000001:00000010:3.0:1769074402.709226:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ede04a1b. 00000020:00000010:3.0:1769074402.709241:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000020cd5f09. 00000020:00000010:3.0:1769074402.709248:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000020cd5f09. 02000000:00000010:3.0:1769074402.709257:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000deab1481. 02000000:00000010:3.0:1769074402.709260:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000020cd5f09. 00000001:00000010:3.0:1769074402.709262:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000a1c21d9. 00000020:00000010:3.0:1769074402.709278:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000005188a5f6. 00000020:00000010:3.0:1769074402.709284:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000005188a5f6. 02000000:00000010:3.0:1769074402.709287:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c55d8484. 02000000:00000010:3.0:1769074402.709289:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000000314234c. 00000001:00000010:3.0:1769074402.709291:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000025f18490. 00000020:00000010:3.0:1769074402.709306:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000005188a5f6. 00000020:00000010:3.0:1769074402.709312:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000005188a5f6. 02000000:00000010:3.0:1769074402.709315:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f260bef1. 02000000:00000010:3.0:1769074402.709317:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000dbd1b825. 00000001:00000010:3.0:1769074402.709319:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005fe407c2. 00000020:00000010:3.0:1769074402.709361:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f141e3c. 00000020:00000010:3.0:1769074402.709367:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f141e3c. 02000000:00000010:3.0:1769074402.709372:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d37b7a4b. 02000000:00000010:3.0:1769074402.709374:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000000ebba03f. 00000001:00000010:3.0:1769074402.709376:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000917acb02. 00000020:00000010:3.0:1769074402.709393:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f141e3c. 00000020:00000010:3.0:1769074402.709399:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f141e3c. 02000000:00000010:3.0:1769074402.709402:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000691838d8. 02000000:00000010:3.0:1769074402.709404:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000dbcfebc2. 00000001:00000010:3.0:1769074402.709406:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bb176ecc. 00000020:00000010:3.0:1769074402.709420:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f141e3c. 00000020:00000010:3.0:1769074402.709426:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f141e3c. 02000000:00000010:3.0:1769074402.709429:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c484a84c. 02000000:00000010:3.0:1769074402.709430:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000028812c41. 00000001:00000010:3.0:1769074402.709432:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000da85d75d. 00000020:00000010:3.0:1769074402.709445:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f141e3c. 00000020:00000010:3.0:1769074402.709450:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f141e3c. 02000000:00000010:3.0:1769074402.709453:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000040bf6d33. 02000000:00000010:3.0:1769074402.709461:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000007aaf693a. 00000001:00000010:3.0:1769074402.709463:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009eb40ae1. 00000020:00000010:3.0:1769074402.709478:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f141e3c. 00000020:00000010:3.0:1769074402.709484:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f141e3c. 02000000:00000010:3.0:1769074402.709487:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f3385f34. 02000000:00000010:3.0:1769074402.709489:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000add6ad67. 00000001:00000010:3.0:1769074402.709490:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f4006371. 00000020:00000010:3.0:1769074402.710657:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bd02c799. 00000020:00000010:3.0:1769074402.710670:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bd02c799. 02000000:00000010:3.0:1769074402.710675:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cd9d0925. 02000000:00000010:3.0:1769074402.710678:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003997048a. 00000001:00000010:3.0:1769074402.710680:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c7606d97. 00000020:00000010:3.0:1769074402.710700:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bd02c799. 00000020:00000010:3.0:1769074402.710706:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bd02c799. 02000000:00000010:3.0:1769074402.710708:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ba4b56e2. 02000000:00000010:3.0:1769074402.710710:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000af90da9d. 00000001:00000010:3.0:1769074402.710712:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fa24bb07. 00000020:00000010:3.0:1769074402.710725:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bd02c799. 00000020:00000010:3.0:1769074402.710730:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bd02c799. 02000000:00000010:3.0:1769074402.710732:0:2371:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000fb577283. 02000000:00000010:3.0:1769074402.710734:0:2371:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000004bb04a7. 00000001:00000010:3.0:1769074402.710736:0:2371:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001269eb05. 00000020:00000010:3.0:1769074402.711017:0:2371:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bd02c799. 00000020:00000010:3.0:1769074402.711024:0:2371:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bd02c799. 00000400:00000010:2.0:1769074403.675176:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000df534726. 00000400:00000010:2.0:1769074403.675187:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073e0c1f2. 00000400:00000010:2.0:1769074403.675190:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f88c5be. 00000100:00000010:2.0:1769074403.675200:0:2386:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000005a83e1. 00000100:00000010:2.0:1769074403.675202:0:2386:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000de332b7c. 00000100:00000010:0.0:1769074403.677350:0:2388:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000035475b30. 00000020:00000010:0.0:1769074403.677375:0:2388:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039216b90. 00000020:00000010:0.0:1769074403.677381:0:2388:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1a1e585. 00000040:00000010:0.0:1769074403.677386:0:2388:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8ba0ab7. 00000020:00000010:0.0:1769074403.677391:0:2388:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005083e68d. 00000020:00000010:0.0:1769074403.677396:0:2388:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ca5648a7. 00000100:00000010:0.0:1769074403.678166:0:2389:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000651c3883. 00000020:00000010:2.0:1769074403.678253:0:2389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006afc4328. 00000020:00000010:2.0:1769074403.678257:0:2389:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d0a28fb8. 00000040:00000010:2.0:1769074403.678260:0:2389:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001838f1ff. 00000020:00000010:2.0:1769074403.678264:0:2389:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cde58651. 00000020:00000010:2.0:1769074403.678267:0:2389:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ee94544c. 00000100:00000200:3.0:1769074403.678369:0:2386:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:3.0:1769074403.678881:0:2386:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000df2f75b9. 00000400:00000010:3.0:1769074403.678886:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007c2af8ed. 00000400:00000010:3.0:1769074403.678891:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000622c29ca. 00000400:00000010:3.0:1769074403.678893:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d00a6a91. 00000400:00000010:3.0:1769074403.678896:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a5f7c44e. 00000400:00000010:3.0:1769074403.678898:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000dc9163f3. 00000400:00000010:3.0:1769074403.678905:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000030d16ec0. 00000400:00000010:3.0:1769074403.678989:0:2386:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000063fade53. 00000400:00000010:3.0:1769074403.678997:0:2386:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000fb5c9a46. 00000400:00000010:3.0:1769074403.679002:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e108ef23. 00000400:00000010:3.0:1769074403.679004:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000005130757f. 00000400:00000010:3.0:1769074403.679006:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001ff530e6. 00000400:00000010:3.0:1769074403.679010:0:2386:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000236f1a14. 00000400:00000010:3.0:1769074403.679013:0:2386:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000005e163767. 00000400:00000010:3.0:1769074403.679015:0:2386:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 000000005b166351. 00000400:00000010:3.0:1769074403.679017:0:2386:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000098346702. 00000400:00000010:3.0:1769074403.679094:0:2386:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000b62df432. 00000400:00000010:3.0:1769074403.679113:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3bbe94f. 00000400:00000010:3.0:1769074403.679115:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004be434aa. 00000400:00000010:3.0:1769074403.679117:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a438a17. 00000400:00000010:3.0:1769074403.679174:0:2386:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000332d1de8. 00000400:00000010:3.0:1769074403.679245:0:2386:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000d4c8337c. 00000400:00000010:3.0:1769074403.679264:0:2386:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000009990a899. 00000400:00000010:3.0:1769074403.679268:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dbb9e1ee. 00000400:00000010:3.0:1769074403.679271:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c00452f8. 00000400:00000010:3.0:1769074403.679273:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e70585f6. 00000400:00000010:3.0:1769074403.679275:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fee4747e. 00000400:00000010:3.0:1769074403.679288:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000522bf001. 00000400:00000010:3.0:1769074403.679294:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000ad45ed1. 00000400:00000010:3.0:1769074403.679297:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000026c276e3. 00000400:00000010:3.0:1769074403.679299:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ee23a6ad. 00000400:00000010:3.0:1769074403.679301:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa9bbcb9. 00000400:00000010:3.0:1769074403.679303:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d37a95c. 00000400:00000010:3.0:1769074403.679307:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007717b9b4. 00000400:00000010:3.0:1769074403.679312:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0c70766. 00000400:00000010:3.0:1769074403.679314:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fa3ee780. 00000400:00000010:3.0:1769074403.679316:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bce5bf82. 00000400:00000010:3.0:1769074403.679322:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c6e3d4f. 00000400:00000010:3.0:1769074403.679323:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b45748b9. 00000400:00000010:3.0:1769074403.679332:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058a567d4. 00000400:00000010:3.0:1769074403.679337:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b26d06c6. 00000400:00000010:3.0:1769074403.679340:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007c645438. 00000400:00000010:3.0:1769074403.679342:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007edcc801. 00000400:00000010:3.0:1769074403.679344:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000610bf171. 00000400:00000010:3.0:1769074403.679346:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ccdcb07. 00000400:00000010:3.0:1769074403.679350:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000051e3cfb0. 00000400:00000010:3.0:1769074403.679355:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000061c360f0. 00000400:00000010:3.0:1769074403.679357:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fcfdd6b9. 00000400:00000010:3.0:1769074403.679359:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000084456931. 00000400:00000010:3.0:1769074403.679361:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000465e9771. 00000400:00000010:3.0:1769074403.679363:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005167254a. 00000400:00000010:3.0:1769074403.679372:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000ea3e18. 00000400:00000010:3.0:1769074403.679378:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bd4adfc. 00000400:00000010:3.0:1769074403.679381:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000347753d2. 00000400:00000010:3.0:1769074403.679383:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001b19dce8. 00000400:00000010:3.0:1769074403.679385:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb505381. 00000400:00000010:3.0:1769074403.679387:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2263f81. 00000400:00000010:3.0:1769074403.679390:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092de48ae. 00000400:00000010:3.0:1769074403.679394:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000246c50b7. 00000400:00000010:3.0:1769074403.679397:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004fa0eaf5. 00000400:00000010:3.0:1769074403.679399:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003525d2e3. 00000400:00000010:3.0:1769074403.679401:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002121af80. 00000400:00000010:3.0:1769074403.679403:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026317224. 00000400:00000010:3.0:1769074403.679412:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002bda57ab. 00000400:00000010:3.0:1769074403.679418:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071bd2538. 00000400:00000010:3.0:1769074403.679420:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000090a52dad. 00000400:00000010:3.0:1769074403.679422:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006b8fdca8. 00000400:00000010:3.0:1769074403.679424:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ffb5aea. 00000400:00000010:3.0:1769074403.679426:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000597080c8. 00000400:00000010:3.0:1769074403.679430:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ced295e4. 00000400:00000010:3.0:1769074403.679441:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c0b5faef. 00000400:00000010:3.0:1769074403.679443:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ce4be137. 00000400:00000010:3.0:1769074403.679445:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000093d7ca4b. 00000400:00000010:3.0:1769074403.679446:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9a27aa4. 00000400:00000010:3.0:1769074403.679448:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002476bb43. 00000400:00000010:3.0:1769074403.679457:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff70995e. 00000400:00000010:3.0:1769074403.679462:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ccabc46. 00000400:00000010:3.0:1769074403.679544:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d5721df5. 00000400:00000010:3.0:1769074403.679548:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006b67e92f. 00000400:00000010:3.0:1769074403.679551:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000080cbd7f5. 00000400:00000010:3.0:1769074403.679553:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026094883. 00000400:00000010:3.0:1769074403.679557:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b1079a80. 00000400:00000010:3.0:1769074403.679562:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf3d671a. 00000400:00000010:3.0:1769074403.679565:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e520f543. 00000400:00000010:3.0:1769074403.679567:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a0a2a365. 00000400:00000010:3.0:1769074403.679568:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000561ec2c7. 00000400:00000010:3.0:1769074403.679570:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b58678fa. 00000400:00000010:3.0:1769074403.679580:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003cb88785. 00000400:00000010:3.0:1769074403.679586:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b8462684. 00000400:00000010:3.0:1769074403.679588:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fad084ce. 00000400:00000010:3.0:1769074403.679590:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000072d96afb. 00000400:00000010:3.0:1769074403.679592:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091da0b1d. 00000400:00000010:3.0:1769074403.679593:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000540ddc70. 00000400:00000010:3.0:1769074403.679597:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8d12e2c. 00000400:00000010:3.0:1769074403.679601:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000093552726. 00000400:00000010:3.0:1769074403.679603:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004ac39d6d. 00000400:00000010:3.0:1769074403.679605:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000051e43162. 00000400:00000010:3.0:1769074403.679606:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018ecc169. 00000400:00000010:3.0:1769074403.679608:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009952626a. 00000400:00000010:3.0:1769074403.679899:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078aa2b2a. 00000400:00000010:3.0:1769074403.679978:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007c384a68. 00000400:00000010:3.0:1769074403.679984:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000051048d3c. 00000400:00000010:3.0:1769074403.679986:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004a17109f. 00000400:00000010:3.0:1769074403.679994:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a591b805. 00000400:00000010:3.0:1769074403.679995:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003e6cc269. 00000400:00000010:3.0:1769074403.680000:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008d9afac6. 00000400:00000010:3.0:1769074403.680004:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d2f4334. 00000400:00000010:3.0:1769074403.680007:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dfecc6a6. 00000400:00000010:3.0:1769074403.680009:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b89b2516. 00000400:00000010:3.0:1769074403.680011:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abb0cc58. 00000400:00000010:3.0:1769074403.680013:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d3d2a8e. 00000400:00000010:3.0:1769074403.680023:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a612335. 00000400:00000010:3.0:1769074403.680039:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f300ac67. 00000400:00000010:3.0:1769074403.680044:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000018a2ed26. 00000400:00000010:3.0:1769074403.680046:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8f7c8d3. 00000400:00000010:3.0:1769074403.680049:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000883e71d3. 00000400:00000010:3.0:1769074403.680051:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0286205. 00000400:00000010:3.0:1769074403.680055:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000834dc2d. 00000400:00000010:3.0:1769074403.680059:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000038ef7b9. 00000400:00000010:3.0:1769074403.680063:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab6b85de. 00000400:00000010:3.0:1769074403.680065:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b7312750. 00000400:00000010:3.0:1769074403.680067:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e9a79d8. 00000400:00000010:3.0:1769074403.680069:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f18ba628. 00000400:00000010:3.0:1769074403.680079:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000061224d53. 00000400:00000010:3.0:1769074403.680084:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c69a7d34. 00000400:00000010:3.0:1769074403.680087:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000083c4ffc4. 00000400:00000010:3.0:1769074403.680090:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e583b23. 00000400:00000010:3.0:1769074403.680092:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095e923c6. 00000400:00000010:3.0:1769074403.680094:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e605cb66. 00000400:00000010:3.0:1769074403.680098:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a5aa881c. 00000400:00000010:3.0:1769074403.680103:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b76ead6b. 00000400:00000010:3.0:1769074403.680106:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006e5c9f59. 00000400:00000010:3.0:1769074403.680108:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000032a31eb7. 00000400:00000010:3.0:1769074403.680110:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000537f8eef. 00000400:00000010:3.0:1769074403.680112:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010f509d3. 00000400:00000010:3.0:1769074403.680120:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000990a4933. 00000400:00000010:3.0:1769074403.680129:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a5d5e2a. 00000400:00000010:3.0:1769074403.680132:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dda0c4e3. 00000400:00000010:3.0:1769074403.680135:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b37353ee. 00000400:00000010:3.0:1769074403.680137:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a739fce. 00000400:00000010:3.0:1769074403.680138:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff9ffcbb. 00000400:00000010:3.0:1769074403.680142:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1295a8d. 00000400:00000010:3.0:1769074403.680147:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000453bb791. 00000400:00000010:3.0:1769074403.680149:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003e44869a. 00000400:00000010:3.0:1769074403.680151:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000016da85a. 00000400:00000010:3.0:1769074403.680153:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009edc9785. 00000400:00000010:3.0:1769074403.680155:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008cd48ea7. 00000400:00000010:3.0:1769074403.680433:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f83b8d9. 00000400:00000010:3.0:1769074403.680441:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000062932ccf. 00000400:00000010:3.0:1769074403.680444:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000105b6fd3. 00000400:00000010:3.0:1769074403.680446:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e89912c. 00000400:00000010:3.0:1769074403.680448:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd539cb7. 00000400:00000010:3.0:1769074403.680450:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f02ec043. 00000400:00000010:3.0:1769074403.680453:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000084cb2281. 00000400:00000010:3.0:1769074403.680458:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9dfd4c6. 00000400:00000010:3.0:1769074403.680461:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005083a584. 00000400:00000010:3.0:1769074403.680462:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000348a38f7. 00000400:00000010:3.0:1769074403.680464:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c91b4824. 00000400:00000010:3.0:1769074403.680475:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039241392. 00000400:00000010:3.0:1769074403.680487:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002198919a. 00000400:00000010:3.0:1769074403.680492:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad2c9faa. 00000400:00000010:3.0:1769074403.680494:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d798a3d5. 00000400:00000010:3.0:1769074403.680496:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000efc7d37c. 00000400:00000010:3.0:1769074403.680498:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c3c2475. 00000400:00000010:3.0:1769074403.680500:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000260eda57. 00000400:00000010:3.0:1769074403.680504:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a7e7baeb. 00000400:00000010:3.0:1769074403.680509:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007783a2da. 00000400:00000010:3.0:1769074403.680511:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000004f01fc3. 00000400:00000010:3.0:1769074403.680513:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004511864f. 00000400:00000010:3.0:1769074403.680518:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ab7514e. 00000400:00000010:3.0:1769074403.680520:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f85434b4. 00000400:00000010:3.0:1769074403.680528:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009cb77ad4. 00000400:00000010:3.0:1769074403.680533:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000120aaf63. 00000400:00000010:3.0:1769074403.680536:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f2bd5a6d. 00000400:00000010:3.0:1769074403.680538:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007f6e291b. 00000400:00000010:3.0:1769074403.680540:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029f672d4. 00000400:00000010:3.0:1769074403.680542:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf32e875. 00000400:00000010:3.0:1769074403.680545:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a7f7ae8. 00000400:00000010:3.0:1769074403.680549:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000072c8507e. 00000400:00000010:3.0:1769074403.680552:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b72ddaf0. 00000400:00000010:3.0:1769074403.680555:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000062654b5e. 00000400:00000010:3.0:1769074403.680557:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e451047. 00000400:00000010:3.0:1769074403.680559:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013e69f7c. 00000400:00000010:3.0:1769074403.680569:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b553182b. 00000400:00000010:3.0:1769074403.680574:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000955a4382. 00000400:00000010:3.0:1769074403.680577:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003bbd1a44. 00000400:00000010:3.0:1769074403.680578:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b568bb1c. 00000400:00000010:3.0:1769074403.680580:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030077c1c. 00000400:00000010:3.0:1769074403.680582:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084dc9f48. 00000400:00000010:3.0:1769074403.680586:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e43fa71. 00000400:00000010:3.0:1769074403.680590:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a1eb0e0. 00000400:00000010:3.0:1769074403.680594:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002d28b6b0. 00000400:00000010:3.0:1769074403.680596:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007abbe84b. 00000400:00000010:3.0:1769074403.680597:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f30caec0. 00000400:00000010:3.0:1769074403.680599:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006db66107. 00000400:00000010:3.0:1769074403.680610:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8e46c0b. 00000400:00000010:3.0:1769074403.680624:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f54f5f6. 00000400:00000010:3.0:1769074403.680628:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a2a76ccf. 00000400:00000010:3.0:1769074403.680631:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003ad8a930. 00000400:00000010:3.0:1769074403.680633:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005abbc67a. 00000400:00000010:3.0:1769074403.680636:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0b782cc. 00000400:00000010:3.0:1769074403.680639:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab96d8f2. 00000400:00000010:3.0:1769074403.680648:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8f14326. 00000400:00000010:3.0:1769074403.680651:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eace14bc. 00000400:00000010:3.0:1769074403.680653:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007210bc4b. 00000400:00000010:3.0:1769074403.680654:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aeb996c5. 00000400:00000010:3.0:1769074403.680656:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3062621. 00000400:00000010:3.0:1769074403.680665:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002af06687. 00000400:00000010:3.0:1769074403.680670:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a2c026af. 00000400:00000010:3.0:1769074403.680673:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000529a31c6. 00000400:00000010:3.0:1769074403.680675:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003e1f81b7. 00000400:00000010:3.0:1769074403.680677:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009caf57d6. 00000400:00000010:3.0:1769074403.680678:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000964d2a7. 00000400:00000010:3.0:1769074403.680682:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009c37371. 00000400:00000010:3.0:1769074403.680686:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f13baae. 00000400:00000010:3.0:1769074403.680688:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d66ede4f. 00000400:00000010:3.0:1769074403.680689:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008666aee7. 00000400:00000010:3.0:1769074403.680691:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf3de1af. 00000400:00000010:3.0:1769074403.680692:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdbb8ee2. 00000400:00000010:3.0:1769074403.680702:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005864df29. 00000400:00000010:3.0:1769074403.680708:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b31c7a4e. 00000400:00000010:3.0:1769074403.680711:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000031f6015b. 00000400:00000010:3.0:1769074403.680713:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d0a20c09. 00000400:00000010:3.0:1769074403.680715:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1e20d80. 00000400:00000010:3.0:1769074403.680716:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000467311e3. 00000400:00000010:3.0:1769074403.680720:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9048846. 00000400:00000010:3.0:1769074403.680724:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004d3a5b1e. 00000400:00000010:3.0:1769074403.680726:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d93eabb. 00000400:00000010:3.0:1769074403.680728:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004df0b4d2. 00000400:00000010:3.0:1769074403.680730:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ed551af. 00000400:00000010:3.0:1769074403.680732:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2c56ef5. 00000400:00000010:3.0:1769074403.680742:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c51bf5a. 00000400:00000010:3.0:1769074403.681070:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009688feff. 00000400:00000010:3.0:1769074403.681074:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004ce50b2d. 00000400:00000010:3.0:1769074403.681076:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c1eac75b. 00000400:00000010:3.0:1769074403.681083:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f82ca1a7. 00000400:00000010:3.0:1769074403.681085:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055372b90. 00000400:00000010:3.0:1769074403.681089:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001140efc0. 00000400:00000010:3.0:1769074403.681094:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b1d1e15e. 00000400:00000010:3.0:1769074403.681097:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000756777c8. 00000400:00000010:3.0:1769074403.681098:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c46eec4e. 00000400:00000010:3.0:1769074403.681100:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000716bd090. 00000400:00000010:3.0:1769074403.681102:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1d878e3. 00000400:00000010:3.0:1769074403.681112:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007bcc9644. 00000400:00000010:3.0:1769074403.681117:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000003113c38. 00000400:00000010:3.0:1769074403.681119:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e5b8d0d0. 00000400:00000010:3.0:1769074403.681121:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000098042169. 00000400:00000010:3.0:1769074403.681124:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007688b1a1. 00000400:00000010:3.0:1769074403.681125:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b5bb92e. 00000400:00000010:3.0:1769074403.681129:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fe669b1f. 00000400:00000010:3.0:1769074403.681134:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000d235e2b. 00000400:00000010:3.0:1769074403.681146:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f7969a80. 00000400:00000010:3.0:1769074403.681148:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ea10695d. 00000400:00000010:3.0:1769074403.681150:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c7c5c342. 00000400:00000010:3.0:1769074403.681151:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024cd1c95. 00000400:00000010:3.0:1769074403.681161:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4bdf0a4. 00000400:00000010:3.0:1769074403.681166:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e60b7363. 00000400:00000010:3.0:1769074403.681168:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fdd3c85c. 00000400:00000010:3.0:1769074403.681170:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bfa913d8. 00000400:00000010:3.0:1769074403.681185:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055dfed06. 00000400:00000010:3.0:1769074403.681188:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba028d22. 00000400:00000010:3.0:1769074403.681193:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000361afdff. 00000400:00000010:3.0:1769074403.681197:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d18e5a1. 00000400:00000010:3.0:1769074403.681200:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000279d5c6b. 00000400:00000010:3.0:1769074403.681202:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab2e24f8. 00000400:00000010:3.0:1769074403.681204:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b01b4843. 00000400:00000010:3.0:1769074403.681205:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000061bfd48. 00000400:00000010:3.0:1769074403.681215:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eab0eb69. 00000400:00000010:3.0:1769074403.681224:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000007236df. 00000400:00000010:3.0:1769074403.681226:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006b2de6eb. 00000400:00000010:3.0:1769074403.681228:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c40e78e. 00000400:00000010:3.0:1769074403.681229:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000af46efe. 00000400:00000010:3.0:1769074403.681231:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052d2139b. 00000400:00000010:3.0:1769074403.681234:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000004f0337f. 00000400:00000010:3.0:1769074403.681239:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025853ef8. 00000400:00000010:3.0:1769074403.681242:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fc9e3166. 00000400:00000010:3.0:1769074403.681244:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000efb88e1a. 00000400:00000010:3.0:1769074403.681246:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f972308d. 00000400:00000010:3.0:1769074403.681247:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba0bf222. 00000400:00000010:3.0:1769074403.681256:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000831fbbcb. 00000400:00000010:3.0:1769074403.681262:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c537132f. 00000400:00000010:3.0:1769074403.681264:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ec900cf9. 00000400:00000010:3.0:1769074403.681266:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f468dbaf. 00000400:00000010:3.0:1769074403.681268:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bffc927e. 00000400:00000010:3.0:1769074403.681270:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b389935f. 00000400:00000010:3.0:1769074403.681274:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c1b6d825. 00000400:00000010:3.0:1769074403.681278:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b560005. 00000400:00000010:3.0:1769074403.681281:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000068032054. 00000400:00000010:3.0:1769074403.681283:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009111317b. 00000400:00000010:3.0:1769074403.681285:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097249f0e. 00000400:00000010:3.0:1769074403.681287:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fb83073. 00000400:00000010:3.0:1769074403.681295:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003fc58db3. 00000400:00000010:3.0:1769074403.681300:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036b1c9e9. 00000400:00000010:3.0:1769074403.681302:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007675fa8a. 00000400:00000010:3.0:1769074403.681304:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000de4d85f0. 00000400:00000010:3.0:1769074403.681306:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b160741c. 00000400:00000010:3.0:1769074403.681308:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006305b526. 00000400:00000010:3.0:1769074403.681311:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8d9d98f. 00000400:00000010:3.0:1769074403.681316:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e934d76. 00000400:00000010:3.0:1769074403.681318:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002e96e4eb. 00000400:00000010:3.0:1769074403.681320:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d5325682. 00000400:00000010:3.0:1769074403.681325:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c55fbb6e. 00000400:00000010:3.0:1769074403.681327:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b47a36f. 00000400:00000010:3.0:1769074403.681335:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a6f4d87. 00000400:00000010:3.0:1769074403.681341:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000020dddc1. 00000400:00000010:3.0:1769074403.681344:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d6c950d7. 00000400:00000010:3.0:1769074403.681345:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000090080ed5. 00000400:00000010:3.0:1769074403.681347:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8fbbd55. 00000400:00000010:3.0:1769074403.681350:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033fa4ba4. 00000400:00000010:3.0:1769074403.681353:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e4bdbb9. 00000400:00000010:3.0:1769074403.681358:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be74689f. 00000400:00000010:3.0:1769074403.681361:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000084626cb5. 00000400:00000010:3.0:1769074403.681363:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000016b24801. 00000400:00000010:3.0:1769074403.681365:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0034967. 00000400:00000010:3.0:1769074403.681366:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbd5ac6c. 00000400:00000010:3.0:1769074403.681375:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001664d80b. 00000400:00000010:3.0:1769074403.681380:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c9a9317. 00000400:00000010:3.0:1769074403.681383:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab63e3ff. 00000400:00000010:3.0:1769074403.681385:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001b12cd13. 00000400:00000010:3.0:1769074403.681388:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fac76bb5. 00000400:00000010:3.0:1769074403.681389:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c72baf3. 00000400:00000010:3.0:1769074403.681393:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000397ad79f. 00000400:00000010:3.0:1769074403.681398:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000012f525a2. 00000400:00000010:3.0:1769074403.681400:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e8788d69. 00000400:00000010:3.0:1769074403.681402:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a3b4af6. 00000400:00000010:3.0:1769074403.681404:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009dee6a50. 00000400:00000010:3.0:1769074403.681406:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009235ab29. 00000400:00000010:3.0:1769074403.681414:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d79c5ee. 00000400:00000010:3.0:1769074403.681419:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1b143ed. 00000400:00000010:3.0:1769074403.681422:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006b6e5577. 00000400:00000010:3.0:1769074403.681424:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e1808d2c. 00000400:00000010:3.0:1769074403.681426:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ff7a345. 00000400:00000010:3.0:1769074403.681427:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d80cc85. 00000400:00000010:3.0:1769074403.681431:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000395f1aaf. 00000400:00000010:3.0:1769074403.681441:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bba42767. 00000400:00000010:3.0:1769074403.681443:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b41ee171. 00000400:00000010:3.0:1769074403.681445:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d5798a22. 00000400:00000010:3.0:1769074403.681447:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ddfdeaa. 00000400:00000010:3.0:1769074403.681449:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005aaf8b36. 00000400:00000010:3.0:1769074403.681457:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025d47b14. 00000400:00000010:3.0:1769074403.681462:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000019883d28. 00000400:00000010:3.0:1769074403.681668:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c612e7ee. 00000400:00000010:3.0:1769074403.681673:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e03aed07. 00000400:00000010:3.0:1769074403.681675:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000961055f4. 00000400:00000010:3.0:1769074403.681677:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c339f01. 00000400:00000010:3.0:1769074403.681681:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da6caaed. 00000400:00000010:3.0:1769074403.681686:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c258c619. 00000400:00000010:3.0:1769074403.681689:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006948703e. 00000400:00000010:3.0:1769074403.681690:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000010da22d5. 00000400:00000010:3.0:1769074403.681692:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005464481d. 00000400:00000010:3.0:1769074403.681694:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007828bc42. 00000400:00000010:3.0:1769074403.681706:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000081c876cc. 00000400:00000010:3.0:1769074403.681711:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003bc5cb60. 00000400:00000010:3.0:1769074403.681714:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000deb36eb2. 00000400:00000010:3.0:1769074403.681716:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000060307d07. 00000400:00000010:3.0:1769074403.681718:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fb762ec. 00000400:00000010:3.0:1769074403.681720:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b00b9717. 00000400:00000010:3.0:1769074403.681724:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000954861d2. 00000400:00000010:3.0:1769074403.681729:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bc6d7b49. 00000400:00000010:3.0:1769074403.681731:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ddb33121. 00000400:00000010:3.0:1769074403.681733:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000539d28b5. 00000400:00000010:3.0:1769074403.681735:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b750cd0b. 00000400:00000010:3.0:1769074403.681737:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000492ce106. 00000400:00000010:3.0:1769074403.681774:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003dce1e87. 00000400:00000010:3.0:1769074403.681781:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000262ca028. 00000400:00000010:3.0:1769074403.681784:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f676160. 00000400:00000010:3.0:1769074403.681786:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000002520ec7. 00000400:00000010:3.0:1769074403.681794:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b3e8f78. 00000400:00000010:3.0:1769074403.681796:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015a5fdca. 00000400:00000010:3.0:1769074403.681800:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000410cf6f0. 00000400:00000010:3.0:1769074403.681804:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c0764e4. 00000400:00000010:3.0:1769074403.681808:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000023555ad3. 00000400:00000010:3.0:1769074403.681810:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000068d4e57c. 00000400:00000010:3.0:1769074403.681811:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000913fde73. 00000400:00000010:3.0:1769074403.681813:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000befa24d0. 00000400:00000010:3.0:1769074403.681822:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c2a8ee2. 00000400:00000010:3.0:1769074403.681828:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037497909. 00000400:00000010:3.0:1769074403.681830:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003d76e427. 00000400:00000010:3.0:1769074403.681832:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000017992337. 00000400:00000010:3.0:1769074403.681835:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ec58589. 00000400:00000010:3.0:1769074403.681837:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bae3176f. 00000400:00000010:3.0:1769074403.681841:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000061b4f68a. 00000400:00000010:3.0:1769074403.681845:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b60a34ec. 00000400:00000010:3.0:1769074403.681848:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007cb75ad3. 00000400:00000010:3.0:1769074403.681850:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f8b905fd. 00000400:00000010:3.0:1769074403.681852:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e6be57c. 00000400:00000010:3.0:1769074403.681854:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4fb4db4. 00000400:00000010:3.0:1769074403.681864:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b5174708. 00000400:00000010:3.0:1769074403.681870:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000080a39aa2. 00000400:00000010:3.0:1769074403.681873:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d88699bc. 00000400:00000010:3.0:1769074403.681875:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003487694a. 00000400:00000010:3.0:1769074403.681877:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000875b95d8. 00000400:00000010:3.0:1769074403.681879:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea57896d. 00000400:00000010:3.0:1769074403.681883:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d40a7ab6. 00000400:00000010:3.0:1769074403.681887:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d1ab4ab. 00000400:00000010:3.0:1769074403.681890:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000500c4945. 00000400:00000010:3.0:1769074403.681892:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b4231746. 00000400:00000010:3.0:1769074403.681894:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059c0232a. 00000400:00000010:3.0:1769074403.681896:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a908dc84. 00000400:00000010:3.0:1769074403.681905:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dede7939. 00000400:00000010:3.0:1769074403.682252:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3b534b2. 00000400:00000010:3.0:1769074403.682255:0:2386:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006cb0473d. 00000400:00000010:3.0:1769074403.682257:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000006069a4f. 00000400:00000010:3.0:1769074403.682260:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064abd817. 00000400:00000010:3.0:1769074403.682261:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021e63975. 00000400:00000010:3.0:1769074403.682265:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086e64fde. 00000400:00000010:3.0:1769074403.682270:0:2386:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b88ad4c0. 00000400:00000010:3.0:1769074403.682274:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d239e43a. 00000400:00000010:3.0:1769074403.682276:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab339bca. 00000400:00000010:3.0:1769074403.682278:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e561d3cb. 00000400:00000010:3.0:1769074403.682284:0:2386:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007e62c2b0. 00000400:00000010:3.0:1769074403.682289:0:2386:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000531a074d. 00000400:00000010:3.0:1769074403.682292:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e7c5de98. 00000400:00000010:3.0:1769074403.682294:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006fe18dea. 00000400:00000010:3.0:1769074403.682296:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b8dbe6c. 00000400:00000010:3.0:1769074403.682298:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e77a38d. 00000400:00000010:3.0:1769074403.682300:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b67a6523. 00000400:00000010:3.0:1769074403.682302:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000acc38b6. 00000400:00000010:3.0:1769074403.682308:0:2386:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 000000003d84d481. 00000400:00000010:3.0:1769074403.682314:0:2386:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004f42648e. 00000400:00000010:3.0:1769074403.682317:0:2386:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e2db4804. 00000400:00000010:3.0:1769074403.682319:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000928643b3. 00000400:00000010:3.0:1769074403.682321:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000baa017c. 00000400:00000010:3.0:1769074403.682323:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078017a4d. 00000400:00000010:3.0:1769074403.682324:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000073982ff8. 00000400:00000010:3.0:1769074403.682326:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf1dfc5c. 00000400:00000010:3.0:1769074403.682328:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056190ec5. 00000400:00000010:3.0:1769074403.682330:0:2386:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 000000003d84d481. 00000400:00000010:3.0:1769074403.682348:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008bce17c6. 00000400:00000010:3.0:1769074403.682351:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000a56d374a. 00000400:00000010:3.0:1769074403.682353:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000cf7f6456. 00000800:00000200:1.0F:1769074403.685154:0:2386:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000008743dc6c 00000800:00000200:1.0:1769074403.685168:0:2386:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000008743dc6c 00000800:00000200:1.0:1769074403.685170:0:2386:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 000000008743dc6c 00000800:00000200:1.0:1769074403.685173:0:2386:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 000000008743dc6c 00000800:00000010:1.0:1769074403.685181:0:2386:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005a003c16. 00000400:00000010:1.0:1769074403.685194:0:2386:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1681b63. 00000800:00000200:1.0:1769074403.685201:0:2386:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:1.0:1769074403.685993:0:2396:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000011f0ab04. 00000800:00000010:1.0:1769074403.686002:0:2396:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000005cd59051. 00000800:00000010:1.0:1769074403.686193:0:2397:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000af2f21f7. 00000800:00000010:1.0:1769074403.686198:0:2397:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000530f4e38. 00000400:00000200:0.0:1769074403.686392:0:2386:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1769074403.686461:0:2386:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.17) 00000400:02000000:0.0:1769074403.686487:0:2386:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.17@tcp [8/256/0/180] 00000800:00000010:1.0:1769074403.686856:0:2398:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000009c9ef644. 00000800:00000010:1.0:1769074403.686862:0:2398:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b495997e. 00000800:00000010:3.0:1769074403.690187:0:2395:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000001b2404b9. 00000800:00000010:3.0:1769074403.690200:0:2395:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000fbfc98a9. 00000400:00000010:2.0:1769074403.691332:0:2386:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000001d9bc7c8. 00000400:00000010:2.0:1769074403.691342:0:2386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb4c2b79. 00000400:00000010:2.0:1769074403.691364:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2764261. 00000400:00000200:2.0:1769074403.691377:0:2386:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1769074403.691383:0:2386:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f3c9a0b. 00000400:00000010:2.0:1769074403.691386:0:2386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abe382e6. 00000400:00000010:2.0:1769074403.691389:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cf6cf4f. 00000400:00000200:2.0:1769074403.691392:0:2386:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009f3c9a0b 00000400:00000200:2.0:1769074403.691394:0:2386:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1769074403.691398:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000db3536bc. 00000400:00000010:2.0:1769074403.691402:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000daa643dc. 00000400:00000010:2.0:1769074403.691405:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c13fea6. 00000400:00000010:2.0:1769074403.691407:0:2386:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e64b6838. 00000400:00000010:2.0:1769074403.691409:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ee9e5e2. 00000400:00000010:2.0:1769074403.691411:0:2386:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b2d9e0c. 00000400:00000200:0.0:1769074403.692309:0:2386:0:(peer.c:4275:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:0.0:1769074403.692395:0:2386:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 000000000a5e3f31. 00000400:00000200:3.0:1769074403.692440:0:2401:0:(peer.c:4101:lnet_peer_discovery()) started 00000100:00000010:3.0:1769074403.692656:0:2402:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044731550. 00000020:00000010:3.0:1769074403.692663:0:2402:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007995d3f5. 00000020:00000010:3.0:1769074403.692669:0:2402:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ff1d6a9. 00000020:00000010:3.0:1769074403.692673:0:2402:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007f3caa67. 00000040:00000010:3.0:1769074403.692677:0:2402:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009da91586. 00000020:00000010:3.0:1769074403.692681:0:2402:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002620a6d9. 00000020:00000010:3.0:1769074403.692686:0:2402:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c5d762. 00000100:00000010:0.0:1769074403.692880:0:2386:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000a922c7c9. 00000100:00000010:0.0:1769074403.692886:0:2386:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000051fd9ba9. 00000100:00000010:0.0:1769074403.692889:0:2386:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000fd2f6d6d. 00000100:00000010:1.0:1769074403.693369:0:2403:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000204e4790. 00000020:00000010:1.0:1769074403.693375:0:2403:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f52f4f. 00000020:00000010:1.0:1769074403.693378:0:2403:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b49e1961. 00000020:00000010:1.0:1769074403.693382:0:2403:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007904c709. 00000040:00000010:1.0:1769074403.693384:0:2403:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033b657af. 00000020:00000010:1.0:1769074403.693388:0:2403:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003318728a. 00000020:00000010:1.0:1769074403.693391:0:2403:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1471f2d. 00000100:00000010:0.0:1769074403.694002:0:2404:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040d76e8. 00000020:00000010:0.0:1769074403.694008:0:2404:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080aa85f0. 00000020:00000010:0.0:1769074403.694011:0:2404:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000744aeca. 00000020:00000010:0.0:1769074403.694014:0:2404:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d1edce1e. 00000040:00000010:0.0:1769074403.694017:0:2404:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a92a5d9d. 00000020:00000010:0.0:1769074403.694020:0:2404:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c155e21e. 00000020:00000010:0.0:1769074403.694024:0:2404:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd1907e. 00000100:00000010:0.0:1769074403.694047:0:2386:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000086912289. 00000100:00000010:0.0:1769074403.694052:0:2386:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000008d135b24. 00000100:00000010:0.0:1769074403.694054:0:2386:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000056e3bb34. 00000100:00000010:3.0:1769074403.694263:0:2405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002175e09. 00000020:00000010:3.0:1769074403.694267:0:2405:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7a4f373. 00000020:00000010:3.0:1769074403.694270:0:2405:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc66f010. 00000020:00000010:3.0:1769074403.694273:0:2405:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003fedb06e. 00000040:00000010:3.0:1769074403.694276:0:2405:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e5f47bd. 00000020:00000010:3.0:1769074403.694279:0:2405:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e50bf11. 00000020:00000010:3.0:1769074403.694282:0:2405:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002156da3f. 00000100:00000010:3.0:1769074403.694581:0:2406:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bbac3d46. 00000020:00000010:3.0:1769074403.694586:0:2406:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037805bac. 00000020:00000010:3.0:1769074403.694589:0:2406:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce5be57f. 00000020:00000010:3.0:1769074403.694591:0:2406:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000025c07fa9. 00000040:00000010:3.0:1769074403.694593:0:2406:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040b7141f. 00000020:00000010:3.0:1769074403.694596:0:2406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a158be8. 00000020:00000010:3.0:1769074403.694599:0:2406:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007181d8c3. 00000100:00000010:0.0:1769074403.694995:0:2386:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000b4ba4de9. 00000100:00000010:0.0:1769074403.695237:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000003fd00ef7. 00000100:00000010:0.0:1769074403.695242:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c9f0a222. 00000100:00000010:0.0:1769074403.695245:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004a1e06a2. 00000100:00000010:0.0:1769074403.695247:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000000ec008c1. 00000100:00000010:0.0:1769074403.695250:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ee6da12e. 00000100:00000010:0.0:1769074403.695251:0:2386:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000079e8c2b5. 00000001:00000010:0.0:1769074403.695436:0:2386:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000a409014d. 00000001:00000010:0.0:1769074403.695447:0:2386:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005060a6b2. 00000001:00000010:0.0:1769074403.695451:0:2386:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000036cb25c6. 00000001:00000010:0.0:1769074403.695455:0:2386:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000007808d37. 00000001:00000010:0.0:1769074403.695460:0:2386:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000009d48f8c7. 00000001:00000010:0.0:1769074403.695473:0:2386:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000073ca18b6. 02000000:00000010:2.0:1769074403.933480:0:2418:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000350743bc. 02000000:00000010:2.0:1769074403.933490:0:2418:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000e55535fb. 02000000:00000010:2.0:1769074403.933494:0:2418:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007eb45d09. 02000000:00000010:2.0:1769074403.933516:0:2418:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000ac030942. 00000020:00000010:2.0:1769074406.583617:0:2470:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000409da88c. 00000001:00000010:3.0:1769074406.884321:0:2483:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000337d0a5d. 00000100:00000010:3.0:1769074406.884367:0:2483:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000004a01ddef. 00000020:00000010:3.0:1769074406.884411:0:2483:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000e0da2c3a. 00000020:00000010:3.0:1769074406.884436:0:2483:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000071408405. 00000020:00000010:3.0:1769074406.884444:0:2483:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000071408405. 00000020:00000010:3.0:1769074407.073538:0:2496:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003b93634d. 00000020:00000010:2.0:1769074407.206992:0:2509:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000081518cd1. 00000020:00000010:2.0:1769074407.365525:0:2523:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003c8924da. 00008000:02000000:3.0:1769074407.533108:0:2536:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1769074407.541135:0:2536:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c4c78e09. 00000020:00000010:3.0:1769074407.541468:0:2536:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000055884442. 00000020:00000010:3.0:1769074408.091134:0:2560:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b85c7639. 00000020:00000010:0.0:1769074411.004424:0:2906:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006d5e1bc3. 00000020:00000010:2.0:1769074411.338521:0:2919:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a5752866. 00000020:00000010:0.0:1769074411.899327:0:2932:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003a0341cb. 00000020:00000010:0.0:1769074411.899365:0:2932:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000063f029ef. 00000020:00000010:1.0:1769074412.434726:0:2953:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c6783fe5. 00000020:00000010:1.0:1769074412.844304:0:2966:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003c3786ee. 00000020:00000010:1.0:1769074412.845201:0:2966:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004d112695. 00000020:00000010:0.0:1769074413.099718:0:2981:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b89999eb. 00000020:00000010:0.0:1769074413.099783:0:2981:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000eab08b50. 00000020:00000010:0.0:1769074413.696728:0:2994:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 000000003ef5410b. 00000020:00000010:0.0:1769074413.696873:0:2994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d105984. 00000020:00000010:0.0:1769074413.696879:0:2994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082806ca1. 00000020:00000010:0.0:1769074413.696882:0:2994:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000081807e03. 00000008:00000010:0.0:1769074413.696897:0:2994:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d1a30289. 00020000:00000010:0.0:1769074413.696902:0:2994:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000087c3b170. 00008000:00000010:0.0:1769074413.696913:0:2994:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b9fecd65. 00000080:00000010:0.0:1769074413.696925:0:2994:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a41f8bbe. 00000080:00000010:0.0:1769074413.696936:0:2994:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000003a7989df. 00000020:00000010:0.0:1769074413.696940:0:2994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085eef4a9. 00000008:00000010:0.0:1769074413.696951:0:2994:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006f5908c2. 00020000:00000010:0.0:1769074413.697128:0:2994:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000deb8c2b7. 00008000:00000010:0.0:1769074413.697151:0:2994:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e7d1b138. 00000080:00000010:0.0:1769074413.697163:0:2994:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000077d61e6a. 00000020:00000010:1.0:1769074607.837225:0:6161:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000398114c8. 00000020:00000010:1.0:1769074607.837232:0:6161:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000005654b19e. 00000020:00000010:1.0:1769074607.837242:0:6161:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000099730d3. 00000020:00000010:1.0:1769074607.837251:0:6161:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 000000001554b554. 00000020:00000010:1.0:1769074607.837255:0:6161:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 00000000c4e36006. 00000020:00000010:1.0:1769074607.837259:0:6161:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000351f096f. 00000020:00000010:1.0:1769074607.837273:0:6161:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000004aca93e3. 00000020:00000010:1.0:1769074607.837277:0:6161:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000008362168a. 00000020:00000010:1.0:1769074607.837284:0:6161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 000000004df40bdc. 00000100:00000010:1.0:1769074607.837304:0:6161:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000375a917f. 00000400:00000200:1.0:1769074607.837308:0:6161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1769074607.837312:0:6161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.837318:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.837323:0:6161:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a92014d7. 00000400:00000200:1.0:1769074607.837326:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.837329:0:6161:0:(peer.c:264:lnet_peer_alloc()) 00000000a92014d7 nid 192.168.204.117@tcp 00000400:00000010:1.0:1769074607.837332:0:6161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000069ad07ac. 00000400:00000200:1.0:1769074607.837334:0:6161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000069ad07ac net tcp 00000400:00000200:1.0:1769074607.837336:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.837339:0:6161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ef818a31. 00000400:00000200:1.0:1769074607.837342:0:6161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ef818a31 nid 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.837349:0:6161:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.117@tcp: -2 00000400:00000200:1.0:1769074607.837353:0:6161:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp flags 0x100001 00000400:00000200:1.0:1769074607.837357:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.837423:0:6161:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.117@tcp: 0 00000400:00000200:1.0:1769074607.837426:0:6161:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1769074607.837429:0:6161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074607.837431:0:6161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000020:00000010:1.0:1769074607.837436:0:6161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 000000004df40bdc. 00000020:00000010:1.0:1769074607.837440:0:6161:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000e5f1f02c. 00000020:00000010:1.0:1769074607.837448:0:6161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000914827e4. 00000020:00000010:1.0:1769074607.837470:0:6161:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000cd59b831. 00000020:00000010:1.0:1769074607.837477:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015ef4629. 00000020:00000010:1.0:1769074607.837526:0:6161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000914827e4. 00000020:00000010:1.0:1769074607.837531:0:6161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000914827e4. 00000001:00000010:1.0:1769074607.837548:0:6161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004dcfd9f9. 00000001:00000010:1.0:1769074607.837552:0:6161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003a3b8a10. 00000001:00000010:1.0:1769074607.837555:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007de671a5. 00000001:00000010:1.0:1769074607.837557:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fa7b1f3. 00000001:00000010:1.0:1769074607.837560:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008327c99f. 00000001:00000010:1.0:1769074607.837562:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e14791f. 00000001:00000010:1.0:1769074607.837565:0:6161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d56548da. 00000001:00000010:1.0:1769074607.837568:0:6161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000071344ce0. 00000001:00000010:1.0:1769074607.837575:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008733e9d8. 00000001:00000010:1.0:1769074607.837578:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c41f1702. 00000001:00000010:1.0:1769074607.837580:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d3710fb. 00000001:00000010:1.0:1769074607.837582:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a6fb92c. 00000020:00000010:1.0:1769074607.837587:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b22c509. 00000020:00000010:1.0:1769074607.837591:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c1b3d68. 00000020:00000010:1.0:1769074607.837603:0:6161:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.837627:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.837640:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.837657:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.837668:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.837673:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004970a279. 00000020:00000010:1.0:1769074607.837676:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012fc9099. 00000040:00000010:1.0:1769074607.837680:0:6161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055bbe114. 00000020:00000010:1.0:1769074607.837684:0:6161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b7acee3. 00000020:00000010:1.0:1769074607.837688:0:6161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086464fdb. 00040000:00000010:1.0:1769074607.837693:0:6161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d44b0eb. 00040000:00000010:1.0:1769074607.837696:0:6161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007387365c. 10000000:00000010:1.0:1769074607.837700:0:6161:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000ff254d8e. 00010000:00000010:1.0:1769074607.837709:0:6161:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000023869f83. 00010000:00000010:1.0:1769074607.837715:0:6161:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000b3c9dbfb. 00010000:00000010:1.0:1769074607.837721:0:6161:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000e80ead4f. 00000100:00000010:1.0:1769074607.837848:0:6161:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000ea5446d6. 00000100:00000010:1.0:1769074607.837854:0:6161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000094a2149b. 00000100:00000010:1.0:1769074607.837867:0:6161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006d5b22b4. 00000100:00000010:1.0:1769074607.837879:0:6161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ec59416f. 00000100:00000010:1.0:1769074607.837885:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028cbacc8. 00000100:00000010:1.0:1769074607.837891:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f6700d5. 00000100:00000010:1.0:1769074607.837894:0:6161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001d23fe02. 00000100:00000010:1.0:1769074607.837904:0:6161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f1205848. 00000100:00000010:1.0:1769074607.837910:0:6161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000005d20b8b2. 00000100:00000010:1.0:1769074607.837918:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1d959cf. 00000100:00000010:1.0:1769074607.837922:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4df0785. 00000400:00000200:1.0:1769074607.837926:0:6161:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1769074607.837957:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad3d6d59. 00000020:00000010:1.0:1769074607.837961:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000050686819. 00000100:00000010:1.0:1769074607.838002:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a6febf5d. 00000100:00000010:1.0:1769074607.838008:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000059a9179a. 00000100:00000010:1.0:1769074607.838011:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001a304e22. 00000100:00000010:1.0:1769074607.838015:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008da60dbc. 00000100:00000010:1.0:1769074607.838018:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009a7bd818. 00000100:00000010:1.0:1769074607.838021:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009ad22f31. 00000100:00000010:1.0:1769074607.838023:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009e44edee. 00000100:00000010:1.0:1769074607.838024:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b16abd40. 00000100:00000010:1.0:1769074607.838026:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ecc5bdce. 00000100:00000010:1.0:1769074607.838028:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001f221df7. 00000100:00000200:1.0:1769074607.838071:0:6161:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1769074607.838076:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ad9bd7d7. 00000100:00000010:1.0:1769074607.839904:0:6162:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000096667150. 00000020:00000010:1.0:1769074607.839912:0:6162:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009601958a. 00000020:00000010:1.0:1769074607.839919:0:6162:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007120e67c. 00000020:00000010:1.0:1769074607.839923:0:6162:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091219d9d. 00000040:00000010:1.0:1769074607.839926:0:6162:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000099e6304f. 00000020:00000010:1.0:1769074607.839933:0:6162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f2f2452. 00000020:00000010:1.0:1769074607.839955:0:6162:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c7dae9b5. 00000020:00000010:1.0:1769074607.839960:0:6162:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000057107153. 80000000:00000010:1.0:1769074607.839964:0:6162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fbade32d. 40000000:00000010:1.0:1769074607.839967:0:6162:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e32c27de. 00100000:00000010:1.0:1769074607.839980:0:6162:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008346a1cc. 00040000:00000010:1.0:1769074607.839984:0:6162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c16b3ca. 00040000:00000010:1.0:1769074607.839989:0:6162:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c933af0c. 00040000:00000010:1.0:1769074607.839992:0:6162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037fc70b1. 00000004:00000010:1.0:1769074607.839996:0:6162:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a7c813a3. 00000004:00000010:1.0:1769074607.840001:0:6162:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f6bcb065. 00000004:00000010:1.0:1769074607.840011:0:6162:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c7222197. 00002000:00000010:1.0:1769074607.840016:0:6162:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000501c179b. 00000004:00000010:1.0:1769074607.840019:0:6162:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fec31d06. 00000100:00000200:1.0:1769074607.840024:0:6162:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1769074607.840031:0:6162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ad5d0f. 00000400:00000010:1.0:1769074607.840037:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085232436. 00000100:00000010:1.0:1769074607.840046:0:6162:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c942315c. 00000100:00000200:1.0:1769074607.840069:0:6162:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1769074607.840128:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000865383bc. 00000400:00000200:0.0:1769074607.840401:0:2401:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1769074607.840410:0:2401:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100041 00000400:00000010:0.0:1769074607.840417:0:2401:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000018c72a96. 00000400:00000010:0.0:1769074607.840431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045667efc. 00000400:00000010:0.0:1769074607.840459:0:2401:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000baa95650. 00000400:00000200:0.0:1769074607.840464:0:2401:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074607.840474:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.840492:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074607.840498:0:2401:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074607.840510:0:2401:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074607.840513:0:2401:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074607.840516:0:2401:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.840521:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [1:1:256:4294967295] 192.168.204.117@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1769074607.840526:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.840535:0:2401:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.840542:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : GET try# 0 00000800:00000200:0.0:1769074607.840548:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074607.840553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b3f8611. 00000400:00000200:0.0:1769074607.840562:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000010:0.0:1769074607.840566:0:2401:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd6e3f64. 00000800:00000010:0.0:1769074607.840569:0:2401:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000063f318d9. 00000800:00000200:0.0:1769074607.840574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (2) 00000800:00000200:0.1F:1769074607.840578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (2) 00000400:00000200:0.0:1769074607.840600:0:2401:0:(peer.c:3848:lnet_peer_send_ping()) peer 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.840602:0:2401:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100241 rc 0 00000100:00000010:1.0:1769074607.841251:0:6163:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bb129977. 00000020:00000010:1.0:1769074607.841257:0:6163:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d25a9169. 00000020:00000010:1.0:1769074607.841261:0:6163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f43a99e. 00000020:00000010:1.0:1769074607.841264:0:6163:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d20925a. 00000040:00000010:1.0:1769074607.841267:0:6163:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f472a882. 00000020:00000010:1.0:1769074607.841271:0:6163:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e9a5bd6. 00000020:00000010:1.0:1769074607.841274:0:6163:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe731b9a. 00000020:00000010:1.0:1769074607.841277:0:6163:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000738a7762. 80000000:00000010:1.0:1769074607.841280:0:6163:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000afb8cda8. 40000000:00000010:1.0:1769074607.841283:0:6163:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de1df2f0. 00100000:00000010:1.0:1769074607.841286:0:6163:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005166edd6. 00040000:00000010:1.0:1769074607.841290:0:6163:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c77c9a40. 00040000:00000010:1.0:1769074607.841293:0:6163:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a5516fd3. 00040000:00000010:1.0:1769074607.841295:0:6163:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000988d285e. 00000004:00000010:1.0:1769074607.841299:0:6163:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b8f5a99d. 00000004:00000010:1.0:1769074607.841303:0:6163:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eac97dc5. 00000004:00000010:1.0:1769074607.841306:0:6163:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062d449e9. 00002000:00000010:1.0:1769074607.841309:0:6163:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d2e47a7. 00000004:00000010:1.0:1769074607.841311:0:6163:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003318dac3. 00000100:00000010:1.0:1769074607.841315:0:6163:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bca9f645. 00000100:00000200:1.0:1769074607.841330:0:6163:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1769074607.841573:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dcc57535. 00000100:00000010:2.0:1769074607.842210:0:6164:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000edb6ed4c. 00000020:00000010:2.0:1769074607.842222:0:6164:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e83d9263. 00000020:00000010:2.0:1769074607.842226:0:6164:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006afa0413. 00000020:00000010:2.0:1769074607.842229:0:6164:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea4ff609. 00000040:00000010:2.0:1769074607.842232:0:6164:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d85e9415. 00000020:00000010:2.0:1769074607.842236:0:6164:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3dc5e89. 00000020:00000010:2.0:1769074607.842251:0:6164:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b4dcd0e8. 00000020:00000010:2.0:1769074607.842255:0:6164:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000afa707b4. 80000000:00000010:2.0:1769074607.842257:0:6164:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b94f93b0. 40000000:00000010:2.0:1769074607.842260:0:6164:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000155a7857. 00100000:00000010:2.0:1769074607.842263:0:6164:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000130d8f4b. 00040000:00000010:2.0:1769074607.842266:0:6164:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c99a053. 00040000:00000010:2.0:1769074607.842269:0:6164:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e755749. 00040000:00000010:2.0:1769074607.842271:0:6164:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0ddeef0. 00000004:00000010:2.0:1769074607.842275:0:6164:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f8e5907b. 00000004:00000010:2.0:1769074607.842278:0:6164:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cccc48a7. 00000004:00000010:2.0:1769074607.842281:0:6164:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002ee01674. 00002000:00000010:2.0:1769074607.842285:0:6164:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000de2e541a. 00000004:00000010:2.0:1769074607.842288:0:6164:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a567070b. 00000100:00000200:2.0:1769074607.842292:0:6164:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1769074607.842298:0:6164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020fe2e0f. 00000400:00000010:2.0:1769074607.842304:0:6164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c5f32b9. 00000100:00000010:2.0:1769074607.842312:0:6164:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b444efb2. 00000100:00000200:2.0:1769074607.842332:0:6164:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1769074607.842662:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f88ee1f8. 00000100:00000010:3.0:1769074607.844179:0:6165:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b5f67fca. 00000020:00000010:3.0:1769074607.844199:0:6165:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007808dac5. 00000020:00000010:3.0:1769074607.844206:0:6165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce0ae4d8. 00000020:00000010:3.0:1769074607.844209:0:6165:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a18b6ae4. 00000040:00000010:3.0:1769074607.844213:0:6165:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d44a138. 00000020:00000010:3.0:1769074607.844217:0:6165:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed96a0fd. 00000020:00000010:3.0:1769074607.844231:0:6165:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bebb7bb2. 00000020:00000010:3.0:1769074607.844236:0:6165:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e37fc03. 80000000:00000010:3.0:1769074607.844241:0:6165:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fb7a0c9. 40000000:00000010:3.0:1769074607.844244:0:6165:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000c8dfbb9. 00100000:00000010:3.0:1769074607.844249:0:6165:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c88632d. 00040000:00000010:3.0:1769074607.844253:0:6165:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000010591794. 00040000:00000010:3.0:1769074607.844257:0:6165:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004b67699e. 00040000:00000010:3.0:1769074607.844260:0:6165:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c19e7e78. 00000004:00000010:3.0:1769074607.844264:0:6165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b2d6a037. 00000004:00000010:3.0:1769074607.844268:0:6165:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000468a2420. 00000004:00000010:3.0:1769074607.844272:0:6165:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000031c0ff97. 00002000:00000010:3.0:1769074607.844276:0:6165:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000845a1875. 00000004:00000010:3.0:1769074607.844280:0:6165:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005ce16c5f. 00000100:00000010:3.0:1769074607.844285:0:6165:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000009c78548. 00000100:00000200:3.0:1769074607.844308:0:6165:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1769074607.844361:0:6161:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000e16490b3. 00000100:00000010:1.0:1769074607.844368:0:6161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bd08f7f9. 00000100:00000010:1.0:1769074607.844381:0:6161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000048505de4. 00000100:00000010:1.0:1769074607.844389:0:6161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e115281e. 00000100:00000010:1.0:1769074607.844399:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5552225. 00000100:00000010:1.0:1769074607.844405:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020979bf6. 00000100:00000010:1.0:1769074607.844409:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000164f4b1a. 00000100:00000010:1.0:1769074607.844413:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4fcfff0. 00000100:00000010:1.0:1769074607.844416:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025390888. 00000100:00000010:1.0:1769074607.844427:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000653aeb00. 00000100:00000010:1.0:1769074607.844431:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9e744d5. 00000100:00000010:1.0:1769074607.844435:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcbea93e. 00000100:00000010:1.0:1769074607.844437:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fc6f258. 00000100:00000010:1.0:1769074607.844441:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084877194. 00000100:00000010:1.0:1769074607.844444:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035643be6. 00000100:00000010:1.0:1769074607.844448:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005da02a16. 00000100:00000010:1.0:1769074607.844450:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6c5387f. 00000100:00000010:1.0:1769074607.844460:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d66b4225. 00000100:00000010:1.0:1769074607.844463:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006add832f. 00000100:00000010:1.0:1769074607.844468:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe29805e. 00000100:00000010:1.0:1769074607.844471:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cac83b00. 00000100:00000010:1.0:1769074607.844475:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008eaac461. 00000100:00000010:1.0:1769074607.844478:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e98c2a54. 00000100:00000010:1.0:1769074607.844496:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007117927c. 00000100:00000010:1.0:1769074607.844499:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2fbf2d8. 00000100:00000010:1.0:1769074607.844510:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d00da063. 00000100:00000010:1.0:1769074607.844513:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a4bc2f1. 00000100:00000010:1.0:1769074607.844517:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bcb8edc. 00000100:00000010:1.0:1769074607.844520:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009abd102c. 00000100:00000010:1.0:1769074607.844524:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd96c5f8. 00000100:00000010:1.0:1769074607.844534:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c59ecf72. 00000100:00000010:1.0:1769074607.844539:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c3699db. 00000100:00000010:1.0:1769074607.844542:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a90ab1db. 00000100:00000010:1.0:1769074607.844552:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bff9c84c. 00000100:00000010:1.0:1769074607.844555:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000352fed39. 00000100:00000010:1.0:1769074607.844564:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9b8c90b. 00000100:00000010:1.0:1769074607.844567:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061d8b0fb. 00000100:00000010:1.0:1769074607.844571:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf568430. 00000100:00000010:1.0:1769074607.844574:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d8a4ceb. 00000100:00000010:1.0:1769074607.844578:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f83e3470. 00000100:00000010:1.0:1769074607.844581:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b57934f. 00000100:00000010:1.0:1769074607.844591:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072710ce6. 00000100:00000010:1.0:1769074607.844594:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fba32be. 00000100:00000010:1.0:1769074607.844598:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000854bc0cf. 00000100:00000010:1.0:1769074607.844601:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f021a3ef. 00000100:00000010:1.0:1769074607.844616:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c216ada. 00000100:00000010:1.0:1769074607.844620:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002b0aa86. 00000100:00000010:1.0:1769074607.844624:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c143eb2f. 00000100:00000010:1.0:1769074607.844627:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f49431b. 00000100:00000010:1.0:1769074607.844638:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047c5ed7e. 00000100:00000010:1.0:1769074607.844641:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbbf8ba8. 00000100:00000010:1.0:1769074607.844645:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acdce5ef. 00000100:00000010:1.0:1769074607.844648:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1e2cb8b. 00000100:00000010:1.0:1769074607.844652:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071e8f609. 00000100:00000010:1.0:1769074607.844655:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007081315c. 00000100:00000010:1.0:1769074607.844659:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d2ae8cc. 00000100:00000010:1.0:1769074607.844662:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008376717b. 00000100:00000010:1.0:1769074607.844671:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046e96875. 00000100:00000010:1.0:1769074607.844674:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7d32ced. 00000100:00000010:1.0:1769074607.844678:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a387fa32. 00000100:00000010:1.0:1769074607.844680:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048d79532. 00000100:00000010:1.0:1769074607.844684:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082ee7b25. 00000100:00000010:1.0:1769074607.844694:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce915368. 00000100:00000010:1.0:1769074607.844698:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd794bcb. 00000100:00000010:1.0:1769074607.844701:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a79ebd2f. 00000100:00000010:1.0:1769074607.844711:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000786624dd. 00000100:00000010:1.0:1769074607.844718:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073cbc8a3. 00000100:00000010:1.0:1769074607.844721:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ec13512. 00000100:00000010:1.0:1769074607.844723:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037cb100a. 00000100:00000010:1.0:1769074607.844727:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0b81c98. 00000100:00000010:1.0:1769074607.844730:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5201ec1. 00000100:00000010:1.0:1769074607.844734:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000791f1221. 00000100:00000010:1.0:1769074607.844736:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f95b0f8. 00000100:00000010:1.0:1769074607.844780:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4475388. 00000100:00000010:1.0:1769074607.844785:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8670861. 00000100:00000010:1.0:1769074607.844789:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e17eb8a. 00000100:00000010:1.0:1769074607.844791:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000636e1542. 00000100:00000010:1.0:1769074607.844795:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c4196585. 00000100:00000010:1.0:1769074607.844798:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d0ad05b. 00000100:00000010:1.0:1769074607.844802:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c862bf6. 00000100:00000010:1.0:1769074607.844818:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4cb0a2b. 00000100:00000010:1.0:1769074607.844830:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077e29682. 00000100:00000010:1.0:1769074607.844833:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b97ef947. 00000100:00000010:1.0:1769074607.844837:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acbeb8c5. 00000100:00000010:1.0:1769074607.844839:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a683a26. 00000100:00000010:1.0:1769074607.844843:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2096be8. 00000100:00000010:1.0:1769074607.844846:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000417b7be4. 00000100:00000010:1.0:1769074607.844850:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc124975. 00000100:00000010:1.0:1769074607.844852:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea8df7e2. 00000100:00000010:1.0:1769074607.844863:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006759f60c. 00000100:00000010:1.0:1769074607.844867:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b2421de. 00000100:00000010:1.0:1769074607.844871:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bdb2304. 00000100:00000010:1.0:1769074607.844873:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006879222d. 00000100:00000010:1.0:1769074607.844878:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041a9e679. 00000100:00000010:1.0:1769074607.844887:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000014b6bf5. 00000100:00000010:1.0:1769074607.844893:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f338efd. 00000100:00000010:1.0:1769074607.844895:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001195f255. 00000100:00000010:1.0:1769074607.844909:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6611ec5. 00000100:00000010:1.0:1769074607.844913:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb69c87. 00000100:00000010:1.0:1769074607.844916:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037a19d22. 00000100:00000010:1.0:1769074607.844918:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4e01519. 00000100:00000010:1.0:1769074607.844922:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1d130a8. 00000100:00000010:1.0:1769074607.844925:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000647dde04. 00000100:00000010:1.0:1769074607.844928:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079e85c7b. 00000100:00000010:1.0:1769074607.844930:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7faf412. 00000100:00000010:1.0:1769074607.844939:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000272c05b0. 00000100:00000010:1.0:1769074607.844942:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054a1c199. 00000100:00000010:1.0:1769074607.844945:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad5ce21c. 00000100:00000010:1.0:1769074607.844947:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb7781a7. 00000100:00000010:1.0:1769074607.844951:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbf18540. 00000100:00000010:1.0:1769074607.844953:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c96dfb2c. 00000100:00000010:1.0:1769074607.844956:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003dae0102. 00000100:00000010:1.0:1769074607.844958:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e39c5c8. 00000100:00000010:1.0:1769074607.844966:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037272e72. 00000100:00000010:1.0:1769074607.844969:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000337818c3. 00000100:00000010:1.0:1769074607.844972:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d61dc41a. 00000100:00000010:1.0:1769074607.844974:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050e54286. 00000100:00000010:1.0:1769074607.844978:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002dd7055. 00000100:00000010:1.0:1769074607.844980:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a2a4f47. 00000100:00000010:1.0:1769074607.844984:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0459302. 00000100:00000010:1.0:1769074607.844986:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee31b29f. 00000100:00000010:1.0:1769074607.844996:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cda7abda. 00000100:00000010:1.0:1769074607.845000:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030fd77ba. 00000100:00000010:1.0:1769074607.845003:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003956ea06. 00000100:00000010:1.0:1769074607.845006:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000774f1954. 00000100:00000010:1.0:1769074607.845010:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5721833. 00000100:00000010:1.0:1769074607.845020:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcf861ce. 00000100:00000010:1.0:1769074607.845025:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058199344. 00000100:00000010:1.0:1769074607.845031:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022a45332. 00000100:00000010:1.0:1769074607.845040:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df3fddc9. 00000100:00000010:1.0:1769074607.845043:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed0a514a. 00000100:00000010:1.0:1769074607.845046:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003b95830. 00000100:00000010:1.0:1769074607.845049:0:6161:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000068c451f9. 00000100:00000010:1.0:1769074607.845060:0:6161:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001b226b5b. 00000100:00000010:1.0:1769074607.845066:0:6161:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000020611b2a. 00000100:00000010:1.0:1769074607.845071:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007baab269. 00000100:00000010:1.0:1769074607.845074:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e8066fc. 00000100:00000010:1.0:1769074607.845076:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000920371ae. 00000100:00000010:1.0:1769074607.845080:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063eef816. 00000100:00000010:1.0:1769074607.845082:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a003ff26. 00000100:00000010:1.0:1769074607.845091:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000485c1266. 00000100:00000010:1.0:1769074607.845093:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7fd2120. 00000100:00000010:1.0:1769074607.845097:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045baed42. 00000100:00000010:1.0:1769074607.845099:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003924514. 00000100:00000010:1.0:1769074607.845103:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047b48fe3. 00000100:00000010:1.0:1769074607.845105:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1887f26. 00000100:00000010:1.0:1769074607.845108:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d752c6d. 00000100:00000010:1.0:1769074607.845111:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc999181. 00000100:00000010:1.0:1769074607.845121:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000620b81. 00000100:00000010:1.0:1769074607.845124:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b0e35dc. 00000100:00000010:1.0:1769074607.845128:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000984c6846. 00000100:00000010:1.0:1769074607.845130:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc48823c. 00000100:00000010:1.0:1769074607.845134:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003bfe2716. 00000100:00000010:1.0:1769074607.845136:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1ef737f. 00000100:00000010:1.0:1769074607.845140:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008cbc1b28. 00000100:00000010:1.0:1769074607.845142:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b7ba76. 00000100:00000010:1.0:1769074607.845152:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031add407. 00000100:00000010:1.0:1769074607.845155:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036459219. 00000100:00000010:1.0:1769074607.845159:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a36fd416. 00000100:00000010:1.0:1769074607.845173:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024285fd0. 00000100:00000010:1.0:1769074607.845177:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001baf9e22. 00000100:00000010:1.0:1769074607.845180:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eccc3e61. 00000100:00000010:1.0:1769074607.845184:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057a309e8. 00000100:00000010:1.0:1769074607.845186:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5fbc9e9. 00000100:00000010:1.0:1769074607.845194:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dae1e6f6. 00000100:00000010:1.0:1769074607.845197:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a30003d9. 00000100:00000010:1.0:1769074607.845202:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f44d606. 00000100:00000010:1.0:1769074607.845204:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075dccb5b. 00000100:00000010:1.0:1769074607.845208:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000720ed07f. 00000100:00000010:1.0:1769074607.845210:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ac8f680. 00000100:00000010:1.0:1769074607.845214:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096003748. 00000100:00000010:1.0:1769074607.845216:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060cf1f89. 00000100:00000010:1.0:1769074607.845226:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bac8fbfa. 00000100:00000010:1.0:1769074607.845229:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ab864fb. 00000100:00000010:1.0:1769074607.845233:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c91495f. 00000100:00000010:1.0:1769074607.845236:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7a370c9. 00000100:00000010:1.0:1769074607.845240:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096fbab11. 00000100:00000010:1.0:1769074607.845243:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a558a639. 00000100:00000010:1.0:1769074607.845246:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005471c866. 00000100:00000010:1.0:1769074607.845248:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d261f1. 00000100:00000010:1.0:1769074607.845257:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000561de2c5. 00000100:00000010:1.0:1769074607.845260:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062f62584. 00000100:00000010:1.0:1769074607.845264:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000949b5d9a. 00000100:00000010:1.0:1769074607.845266:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffb13d0d. 00000100:00000010:1.0:1769074607.845270:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a336ad0. 00000100:00000010:1.0:1769074607.845272:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028f9ce7c. 00000100:00000010:1.0:1769074607.845276:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed07a731. 00000100:00000010:1.0:1769074607.845278:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006feac7d8. 00000100:00000010:1.0:1769074607.845286:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3f08b10. 00000100:00000010:1.0:1769074607.845289:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efbbae75. 00000100:00000010:1.0:1769074607.845295:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0803652. 00000100:00000010:1.0:1769074607.845305:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c47654f4. 00000100:00000010:1.0:1769074607.845310:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090c3c339. 00000100:00000010:1.0:1769074607.845313:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c145c2c. 00000100:00000010:1.0:1769074607.845317:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da569290. 00000100:00000010:1.0:1769074607.845319:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024152966. 00000100:00000010:1.0:1769074607.845329:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036d03a59. 00000100:00000010:1.0:1769074607.845333:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b099fab. 00000100:00000010:1.0:1769074607.845337:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ddd68d18. 00000100:00000010:1.0:1769074607.845339:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e38bf6b9. 00000100:00000010:1.0:1769074607.845343:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000467358. 00000100:00000010:1.0:1769074607.845345:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c810b9c. 00000100:00000010:1.0:1769074607.845349:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000949d29f9. 00000100:00000010:1.0:1769074607.845352:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c64e96d2. 00000100:00000010:1.0:1769074607.845360:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d75a2828. 00000100:00000010:1.0:1769074607.845364:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000de257d2. 00000100:00000010:1.0:1769074607.845367:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006f9b752. 00000100:00000010:1.0:1769074607.845370:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c00b93e4. 00000100:00000010:1.0:1769074607.845373:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ef49736. 00000100:00000010:1.0:1769074607.845376:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000022ad3db. 00000100:00000010:1.0:1769074607.845379:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e358ef0. 00000100:00000010:1.0:1769074607.845382:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015ad31a2. 00000100:00000010:1.0:1769074607.845391:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3e398f2. 00000100:00000010:1.0:1769074607.845394:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e018ae72. 00000100:00000010:1.0:1769074607.845397:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000663a2b0f. 00000100:00000010:1.0:1769074607.845400:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cddce4a8. 00000100:00000010:1.0:1769074607.845404:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c44e209f. 00000100:00000010:1.0:1769074607.845406:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c5c317b. 00000100:00000010:1.0:1769074607.845410:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034c72525. 00000100:00000010:1.0:1769074607.845412:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008289f3c4. 00000100:00000010:1.0:1769074607.845421:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006044d522. 00000100:00000010:1.0:1769074607.845428:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001efa6cd7. 00000100:00000010:1.0:1769074607.845432:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c25ae24. 00000100:00000010:1.0:1769074607.845442:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000028170b6. 00000100:00000010:1.0:1769074607.845447:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066b2159f. 00000100:00000010:1.0:1769074607.845449:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbb24968. 00000100:00000010:1.0:1769074607.845454:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000419a517c. 00000100:00000010:1.0:1769074607.845456:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006896f618. 00000100:00000010:1.0:1769074607.845465:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dfb1181. 00000100:00000010:1.0:1769074607.845469:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065399e63. 00000100:00000010:1.0:1769074607.845472:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fc9ba67. 00000100:00000010:1.0:1769074607.845475:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efe662e6. 00000100:00000010:1.0:1769074607.845479:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7b12a14. 00000100:00000010:1.0:1769074607.845481:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef1f499c. 00000100:00000010:1.0:1769074607.845485:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a695a765. 00000100:00000010:1.0:1769074607.845487:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d334b6fd. 00000100:00000010:1.0:1769074607.845498:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f64056e. 00000100:00000010:1.0:1769074607.845501:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f67296c. 00000100:00000010:1.0:1769074607.845505:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073b27e37. 00000100:00000010:1.0:1769074607.845507:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032ac7cb8. 00000100:00000010:1.0:1769074607.845511:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031996d67. 00000100:00000010:1.0:1769074607.845514:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a77c6752. 00000100:00000010:1.0:1769074607.845518:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e874951b. 00000100:00000010:1.0:1769074607.845520:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7afabfc. 00000100:00000010:1.0:1769074607.845529:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019b6a8ba. 00000100:00000010:1.0:1769074607.845532:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9214d4c. 00000100:00000010:1.0:1769074607.845536:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000110b4391. 00000100:00000010:1.0:1769074607.845538:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9506e68. 00000100:00000010:1.0:1769074607.845542:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000649a85b7. 00000100:00000010:1.0:1769074607.845545:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032c66ca4. 00000100:00000010:1.0:1769074607.845549:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d48c6b95. 00000100:00000010:1.0:1769074607.845551:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8654e09. 00000100:00000010:1.0:1769074607.845565:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7a97c7e. 00000100:00000010:1.0:1769074607.845569:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014cb0d03. 00000100:00000010:1.0:1769074607.845573:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c78654e4. 00000100:00000010:1.0:1769074607.845582:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069fcefc4. 00000100:00000010:1.0:1769074607.845586:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a0b3bb8. 00000100:00000010:1.0:1769074607.845589:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f09c6b6. 00000100:00000010:1.0:1769074607.845592:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a5ccd20. 00000100:00000010:1.0:1769074607.845595:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002973d36d. 00000100:00000010:1.0:1769074607.845603:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049a433c6. 00000100:00000010:1.0:1769074607.845619:0:6161:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d889b1af. 00000100:00000010:1.0:1769074607.845623:0:6161:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000492a940. 00000400:00000200:1.0:1769074607.845629:0:6161:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1769074607.845715:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000472c9257. 00000020:00000010:1.0:1769074607.845720:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004ed51d9a. 00000100:00000010:1.0:1769074607.845819:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000089b062f2. 00000100:00000010:1.0:1769074607.845826:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e4562020. 00000100:00000010:1.0:1769074607.845830:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001307751b. 00000100:00000010:1.0:1769074607.845834:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c0c63990. 00000100:00000010:1.0:1769074607.845837:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000029d7901. 00000100:00000010:1.0:1769074607.845841:0:6161:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000008b422697. 00000100:00000010:1.0:1769074607.845843:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ab0cd9ce. 00000100:00000010:1.0:1769074607.845846:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000015ef1874. 00000100:00000010:1.0:1769074607.845847:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009519342e. 00000100:00000010:1.0:1769074607.845849:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b5e98e57. 00000100:00000010:1.0:1769074607.845851:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003b7a0351. 00000100:00000010:1.0:1769074607.845854:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac2fbe10. 00000100:00000010:1.0:1769074607.845856:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d13a8617. 00000100:00000010:1.0:1769074607.845857:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008262ee29. 00000100:00000010:1.0:1769074607.845860:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000011192b20. 00000100:00000010:1.0:1769074607.845863:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ef5e5776. 00000100:00000010:1.0:1769074607.845865:0:6161:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000073ada7b6. 00000100:00000010:1.0:1769074607.845866:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000f8ca955. 00000100:00000010:1.0:1769074607.845875:0:6161:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d333ed9a. 00000100:00000010:1.0:1769074607.845876:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d2c7de44. 00000100:00000010:1.0:1769074607.845878:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000029e06c76. 00000100:00000010:1.0:1769074607.845880:0:6161:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001faf95d9. 00000100:00000200:1.0:1769074607.845909:0:6161:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:1.0:1769074607.845913:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001564faa8. 00000800:00000010:2.0:1769074607.847270:0:2391:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000707c15bf. 00000800:00000010:2.0:1769074607.847280:0:2391:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c193daba. 00000800:00000010:2.0:1769074607.847287:0:2391:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003300be2e. 00000800:00000010:2.0:1769074607.847297:0:2391:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003300be2e. 00000100:00000010:1.0:1769074607.847724:0:6166:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e9e9927d. 00000020:00000010:1.0:1769074607.847731:0:6166:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ece8c3a1. 00000020:00000010:1.0:1769074607.847738:0:6166:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066f3751a. 00000020:00000010:1.0:1769074607.847743:0:6166:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f85511a. 00000020:00000010:1.0:1769074607.847928:0:6166:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000020c1dbaf. 00000040:00000010:1.0:1769074607.847932:0:6166:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dae1922c. 00000020:00000010:1.0:1769074607.847936:0:6166:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000041b222f. 00000020:00000010:1.0:1769074607.847940:0:6166:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000454ecaf6. 00000020:00000010:1.0:1769074607.847944:0:6166:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030029f74. 80000000:00000010:1.0:1769074607.847948:0:6166:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e3df7fc. 40000000:00000010:1.0:1769074607.847951:0:6166:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006573e16b. 00000008:00000010:1.0:1769074607.847968:0:6166:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000456a16a2. 00020000:00000010:1.0:1769074607.847973:0:6166:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000078eab8e1. 00008000:00000010:1.0:1769074607.847985:0:6166:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009f690089. 00100000:00000010:1.0:1769074607.847991:0:6166:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df2d7c26. 00040000:00000010:1.0:1769074607.847995:0:6166:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d2846d55. 00040000:00000010:1.0:1769074607.847999:0:6166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000073c8021e. 00040000:00000010:1.0:1769074607.848003:0:6166:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063f8404f. 00000004:00000010:1.0:1769074607.848007:0:6166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000039b8fa98. 00000004:00000010:1.0:1769074607.848018:0:6166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2715d67. 00000004:00000010:1.0:1769074607.848023:0:6166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009e7dbd96. 00002000:00000010:1.0:1769074607.848027:0:6166:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d1d8263. 00000004:00000010:1.0:1769074607.848031:0:6166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007df785cb. 00000080:00000010:1.0:1769074607.848041:0:6166:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001a8064c2. 00000080:00000010:1.0:1769074607.848054:0:6166:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008ed417c0. 00000100:00000200:1.0:1769074607.848060:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848067:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b8d8505. 00000400:00000010:1.0:1769074607.848078:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000799ed309. 00000100:00000200:1.0:1769074607.848086:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848088:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2345e71. 00000400:00000010:1.0:1769074607.848091:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f47654e9. 00000100:00000200:1.0:1769074607.848093:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848095:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0451d3. 00000400:00000010:1.0:1769074607.848098:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee8c537a. 00000100:00000200:1.0:1769074607.848100:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848102:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d050b1. 00000400:00000010:1.0:1769074607.848104:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9c9316a. 00000100:00000200:1.0:1769074607.848106:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848108:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000757f63b9. 00000400:00000010:1.0:1769074607.848110:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000139007c8. 00000100:00000200:1.0:1769074607.848112:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848114:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4f775e. 00000400:00000010:1.0:1769074607.848115:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d096db8. 00000100:00000200:1.0:1769074607.848117:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848119:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a4c2a2f. 00000400:00000010:1.0:1769074607.848120:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a12fe01e. 00000100:00000200:1.0:1769074607.848123:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848125:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811a023a. 00000400:00000010:1.0:1769074607.848127:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d1ee29. 00000100:00000200:1.0:1769074607.848129:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848131:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e856905. 00000400:00000010:1.0:1769074607.848133:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000feb9fbc3. 00000100:00000200:1.0:1769074607.848134:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848136:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae7cadbd. 00000400:00000010:1.0:1769074607.848138:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e3f0d8b. 00000100:00000200:1.0:1769074607.848139:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848141:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd936cf0. 00000400:00000010:1.0:1769074607.848143:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000881d905c. 00000100:00000200:1.0:1769074607.848145:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848147:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051da04b9. 00000400:00000010:1.0:1769074607.848150:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006283b5ce. 00000100:00000200:1.0:1769074607.848152:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848159:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052319e00. 00000400:00000010:1.0:1769074607.848162:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e5e818. 00000100:00000200:1.0:1769074607.848164:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848167:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009280d6bb. 00000400:00000010:1.0:1769074607.848169:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000556a7875. 00000100:00000200:1.0:1769074607.848170:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848172:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad668f24. 00000400:00000010:1.0:1769074607.848175:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dd17917. 00000100:00000200:1.0:1769074607.848177:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848179:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a835fa74. 00000400:00000010:1.0:1769074607.848181:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e99031ee. 00000100:00000200:1.0:1769074607.848183:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848185:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040e34cff. 00000400:00000010:1.0:1769074607.848187:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb0206be. 00000100:00000200:1.0:1769074607.848189:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848191:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2fe08d9. 00000400:00000010:1.0:1769074607.848193:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074579087. 00000100:00000200:1.0:1769074607.848195:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848197:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f6b01b. 00000400:00000010:1.0:1769074607.848199:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000375d7586. 00000100:00000200:1.0:1769074607.848201:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848211:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dff1a9. 00000400:00000010:1.0:1769074607.848215:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d52885c. 00000100:00000200:1.0:1769074607.848217:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848219:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000763df8ec. 00000400:00000010:1.0:1769074607.848221:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0f431df. 00000100:00000200:1.0:1769074607.848223:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848225:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a2056f. 00000400:00000010:1.0:1769074607.848227:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000622fc622. 00000100:00000200:1.0:1769074607.848229:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848231:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083c7fc37. 00000400:00000010:1.0:1769074607.848233:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebe4bf8a. 00000100:00000200:1.0:1769074607.848235:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848237:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af00b8b. 00000400:00000010:1.0:1769074607.848239:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000953cc03f. 00000100:00000200:1.0:1769074607.848246:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848248:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e94b300. 00000400:00000010:1.0:1769074607.848250:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e3fe243. 00000100:00000200:1.0:1769074607.848252:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848254:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002314fcfa. 00000400:00000010:1.0:1769074607.848256:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ad2e438. 00000100:00000200:1.0:1769074607.848258:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848260:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000142f1a5c. 00000400:00000010:1.0:1769074607.848262:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb528b4. 00000100:00000200:1.0:1769074607.848264:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848265:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e075af. 00000400:00000010:1.0:1769074607.848268:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad9e857. 00000100:00000200:1.0:1769074607.848270:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848272:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009117dc4d. 00000400:00000010:1.0:1769074607.848274:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047a1a18b. 00000100:00000200:1.0:1769074607.848276:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848277:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022fb2384. 00000400:00000010:1.0:1769074607.848280:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b59f18cd. 00000100:00000200:1.0:1769074607.848281:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848283:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b597d5. 00000400:00000010:1.0:1769074607.848285:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f45c1f02. 00000100:00000200:1.0:1769074607.848287:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848289:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e83e0874. 00000400:00000010:1.0:1769074607.848291:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b72a3b4a. 00000100:00000200:1.0:1769074607.848293:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848294:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0b6e2fb. 00000400:00000010:1.0:1769074607.848296:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000115b9ff7. 00000100:00000200:1.0:1769074607.848298:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848300:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e1a8bb. 00000400:00000010:1.0:1769074607.848302:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000361071ad. 00000100:00000200:1.0:1769074607.848304:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848306:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071762ae5. 00000400:00000010:1.0:1769074607.848308:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6b05f24. 00000100:00000200:1.0:1769074607.848310:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848312:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f24bb4f. 00000400:00000010:1.0:1769074607.848320:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091cf89e6. 00000100:00000200:1.0:1769074607.848323:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848326:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038068627. 00000400:00000010:1.0:1769074607.848328:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfe50d00. 00000100:00000200:1.0:1769074607.848331:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848332:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bce4999a. 00000400:00000010:1.0:1769074607.848335:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b703c72. 00000100:00000200:1.0:1769074607.848337:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848339:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0093f0. 00000400:00000010:1.0:1769074607.848342:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce093499. 00000100:00000200:1.0:1769074607.848344:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848346:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea87c975. 00000400:00000010:1.0:1769074607.848348:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e449a3e8. 00000100:00000200:1.0:1769074607.848350:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848352:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e66a9ba. 00000400:00000010:1.0:1769074607.848355:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000358981eb. 00000100:00000200:1.0:1769074607.848357:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848359:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0b555. 00000400:00000010:1.0:1769074607.848361:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca9247a1. 00000100:00000200:1.0:1769074607.848363:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848365:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ab639c. 00000400:00000010:1.0:1769074607.848368:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000951a8d6. 00000100:00000200:1.0:1769074607.848370:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848372:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef37dac0. 00000400:00000010:1.0:1769074607.848374:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090016a0a. 00000100:00000200:1.0:1769074607.848376:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848378:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9d4cda. 00000400:00000010:1.0:1769074607.848381:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0bb648c. 00000100:00000200:1.0:1769074607.848383:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848385:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dcb1562. 00000400:00000010:1.0:1769074607.848387:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005740a23f. 00000100:00000200:1.0:1769074607.848389:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848390:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097486373. 00000400:00000010:1.0:1769074607.848392:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000703873cc. 00000100:00000200:1.0:1769074607.848394:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848401:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000926ad87c. 00000400:00000010:1.0:1769074607.848404:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008ad8b29. 00000100:00000200:1.0:1769074607.848406:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848408:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c42acb. 00000400:00000010:1.0:1769074607.848410:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092aa3bf4. 00000100:00000200:1.0:1769074607.848412:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848414:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b873b51. 00000400:00000010:1.0:1769074607.848416:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000593351d0. 00000100:00000200:1.0:1769074607.848418:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848420:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e7da48a. 00000400:00000010:1.0:1769074607.848422:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018f897d8. 00000100:00000200:1.0:1769074607.848424:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848425:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005837e955. 00000400:00000010:1.0:1769074607.848428:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6199def. 00000100:00000200:1.0:1769074607.848430:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848431:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fed9096. 00000400:00000010:1.0:1769074607.848433:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a5c7c2b. 00000100:00000200:1.0:1769074607.848435:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848437:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036a77d6d. 00000400:00000010:1.0:1769074607.848439:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026ddd383. 00000100:00000200:1.0:1769074607.848441:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848443:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030ebf224. 00000400:00000010:1.0:1769074607.848445:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029755489. 00000100:00000200:1.0:1769074607.848447:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848449:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c2392c. 00000400:00000010:1.0:1769074607.848450:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bee2c73. 00000100:00000200:1.0:1769074607.848452:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848454:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c10cecb4. 00000400:00000010:1.0:1769074607.848456:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018c3a2dc. 00000100:00000200:1.0:1769074607.848458:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848460:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cb915b9. 00000400:00000010:1.0:1769074607.848462:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db53ce94. 00000100:00000200:1.0:1769074607.848464:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.848465:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3f9e55e. 00000400:00000010:1.0:1769074607.848467:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3a374d2. 00000100:00000200:1.0:1769074607.848478:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.849133:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b8f7a9. 00000400:00000010:1.0:1769074607.849141:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006b0ba9f. 00000100:00000200:1.0:1769074607.849145:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.849148:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413ebfb1. 00000400:00000010:1.0:1769074607.849150:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6e5e1cc. 00000100:00000200:1.0:1769074607.849152:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.849154:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b8da99. 00000400:00000010:1.0:1769074607.849156:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093c127a2. 00000100:00000200:1.0:1769074607.849158:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.849160:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ea2542. 00000400:00000010:1.0:1769074607.849162:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049fc534d. 00000100:00000200:1.0:1769074607.849164:0:6166:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074607.849166:0:6166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e788267. 00000400:00000010:1.0:1769074607.849168:0:6166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eb63263. 00000100:00000010:1.0:1769074607.849183:0:6166:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c8cce2f0. 00000100:00000200:1.0:1769074607.849244:0:6166:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1769074607.849282:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000030c01c44. 00000100:00000010:1.0:1769074607.849660:0:6167:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000076e6590. 00000020:00000010:1.0:1769074607.849665:0:6167:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e6580fe. 00000020:00000010:1.0:1769074607.849670:0:6167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098cb836c. 00000020:00000010:1.0:1769074607.849674:0:6167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006bdb53de. 00000020:00000010:1.0:1769074607.849677:0:6167:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003b71ffa1. 00000040:00000010:1.0:1769074607.849681:0:6167:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001022be90. 00000020:00000010:1.0:1769074607.849685:0:6167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000041a31461. 00000020:00000010:1.0:1769074607.849689:0:6167:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000addfbf74. 00000020:00000010:1.0:1769074607.849693:0:6167:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a23ba4ec. 80000000:00000010:1.0:1769074607.849696:0:6167:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003dc4ef9a. 40000000:00000010:1.0:1769074607.849699:0:6167:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a402a5f. 00000008:00000010:1.0:1769074607.849703:0:6167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a1f37e1d. 00020000:00000010:1.0:1769074607.849707:0:6167:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000612c293a. 00008000:00000010:1.0:1769074607.849712:0:6167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e6650086. 00100000:00000010:1.0:1769074607.849716:0:6167:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047a825b0. 00040000:00000010:1.0:1769074607.849719:0:6167:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002dba3ce2. 00040000:00000010:1.0:1769074607.849723:0:6167:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000097618187. 00040000:00000010:1.0:1769074607.849732:0:6167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006fccd1c5. 00000004:00000010:1.0:1769074607.849736:0:6167:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009569cb3e. 00000004:00000010:1.0:1769074607.849741:0:6167:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055f0af83. 00000400:00000200:2.0:1769074607.850064:0:2391:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:2.1F:1769074607.850070:0:2391:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769074607.850087:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.1:1769074607.850092:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b3f8611 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074607.850097:0:2391:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.117@tcp p 3.x 192.168.204.17 -> 192.168.204.117:988 incarnation:1769074426456606995 sched[1] 00000800:00000010:2.0:1769074607.850101:0:2391:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c193daba. 00000400:00000200:2.0:1769074607.850178:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.117:988 00000800:00000200:3.0:1769074607.850532:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074607.850537:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b3f8611. 00000400:00000200:3.0:1769074607.850543:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074607.850548:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: GET: OK 00000400:00000200:3.0:1769074607.850554:0:2397:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1769074607.850557:0:2397:0:(peer.c:3093:lnet_discovery_event_send()) Ping Send to 192.168.204.117@tcp: 0 00000004:00000010:1.0:1769074607.851095:0:6167:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005116bb08. 00002000:00000010:1.0:1769074607.851104:0:6167:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e4b82dbf. 00000004:00000010:1.0:1769074607.851109:0:6167:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012445dc1. 00000080:00000010:1.0:1769074607.851115:0:6167:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000029cc82ae. 00000080:00000010:1.0:1769074607.851120:0:6167:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004cb925de. 00000100:00000010:1.0:1769074607.851127:0:6167:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ba333bd6. 00000100:00000200:1.0:1769074607.851226:0:6167:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1769074607.851263:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000318927d4. 00000800:00000010:2.0:1769074607.852010:0:2391:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000205ac013. 00000800:00000010:2.0:1769074607.852018:0:2391:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c193daba. 00000800:00000010:2.0:1769074607.852030:0:2391:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003300be2e. 00000800:00000010:2.0:1769074607.852041:0:2391:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003300be2e. 00000100:00000010:1.0:1769074607.852155:0:6168:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000280a1564. 00000020:00000010:1.0:1769074607.852160:0:6168:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f0a2314. 00000020:00000010:1.0:1769074607.852166:0:6168:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007897b0a1. 00000020:00000010:1.0:1769074607.852170:0:6168:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068673323. 00000020:00000010:1.0:1769074607.852173:0:6168:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002c2415c8. 00000040:00000010:1.0:1769074607.852177:0:6168:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c379dc8. 00000020:00000010:1.0:1769074607.852181:0:6168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076419773. 00000020:00000010:1.0:1769074607.852186:0:6168:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000907ee9fe. 00000020:00000010:1.0:1769074607.852190:0:6168:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b135baa7. 80000000:00000010:1.0:1769074607.852194:0:6168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004363e03d. 40000000:00000010:1.0:1769074607.852197:0:6168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cd70354. 00000008:00000010:1.0:1769074607.852202:0:6168:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009fa33fb3. 00020000:00000010:1.0:1769074607.852206:0:6168:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000001a5bb861. 00008000:00000010:1.0:1769074607.852210:0:6168:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000069339856. 00100000:00000010:1.0:1769074607.852214:0:6168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ddea0192. 00040000:00000010:1.0:1769074607.852218:0:6168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5bf5186. 00040000:00000010:1.0:1769074607.852222:0:6168:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a8f83263. 00040000:00000010:1.0:1769074607.852227:0:6168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093aff957. 00000004:00000010:1.0:1769074607.852232:0:6168:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077c2d701. 00000004:00000010:1.0:1769074607.852237:0:6168:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d2e3f3b9. 00000004:00000010:1.0:1769074607.852241:0:6168:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000095dc44e5. 00002000:00000010:1.0:1769074607.852245:0:6168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075452328. 00000004:00000010:1.0:1769074607.852248:0:6168:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b57e791. 00000080:00000010:1.0:1769074607.852258:0:6168:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008be18998. 00000080:00000010:1.0:1769074607.852260:0:6168:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000066c5d14b. 00000100:00000010:1.0:1769074607.852264:0:6168:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000cfb2493c. 00000100:00000200:1.0:1769074607.852270:0:6168:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1769074607.852371:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000019cc5491. 00000400:00000200:2.0:1769074607.852643:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.852651:0:2397:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : REPLY - for me 00000400:00000200:2.0:1769074607.852674:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.852679:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.852688:0:2397:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.17@tcp: Reply from 12345-192.168.204.117@tcp of length 48/48 into md 0x19 00000400:00000200:2.0:1769074607.852703:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.852707:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: REPLY: OK 00000400:00000200:2.0:1769074607.852713:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045667efc 00000400:00000010:2.0:1769074607.852717:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045667efc. 00000400:00000200:2.0:1769074607.852721:0:2397:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1769074607.852725:0:2397:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.204.117@tcp has discovery enabled 00000400:00000200:2.0:1769074607.852728:0:2397:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.204.117@tcp(00000000a92014d7) is MR 00000400:00000200:2.0:1769074607.852731:0:2397:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.204.117@tcp data present 363512030. state = 0x100241 00000400:00000200:2.0:1769074607.852737:0:2397:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.117@tcp: -114 00000400:00000200:0.0:1769074607.852824:0:2401:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1769074607.852830:0:2401:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x1000c1 00000400:00000010:0.0:1769074607.852837:0:2401:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000f636143f. 00000400:00000010:0.0:1769074607.852840:0:2401:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000368ffb0e. 00000400:00000010:0.0:1769074607.852842:0:2401:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000eb2c09ed. 00000400:00000200:0.0:1769074607.852846:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.852850:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074607.852852:0:2401:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000f636143f. 00000400:00000010:0.0:1769074607.852855:0:2401:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000368ffb0e. 00000400:00000010:0.0:1769074607.852857:0:2401:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000eb2c09ed. 00000400:00000010:0.0:1769074607.852860:0:2401:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000018c72a96. 00000400:00000200:0.0:1769074607.852863:0:2401:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.204.117@tcp (00000000a92014d7): 0 00000400:00000200:0.0:1769074607.852866:0:2401:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.204.117@tcp(00000000a92014d7): 0. state = 0x100141 00000400:00000200:0.0:1769074607.852870:0:2401:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100141 rc 1 00000400:00000200:0.0:1769074607.852873:0:2401:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100141 00000400:00000010:0.0:1769074607.852879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff68e241. 00000400:00000010:0.0:1769074607.852886:0:2401:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017867b7e. 00000400:00000200:0.0:1769074607.852895:0:2401:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074607.852902:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.852907:0:2401:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.17@tcp to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074607.852913:0:2401:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [2:2:256:4294967295] 192.168.204.117@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1769074607.852917:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.852921:0:2401:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.852928:0:2401:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:192.168.204.17@tcp) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074607.852934:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074607.852939:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000994ad87f. 00000800:00000200:0.0:1769074607.852958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (3) 00000800:00000200:0.0:1769074607.852965:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074607.852968:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000994ad87f type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1769074607.852986:0:2401:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.852988:0:2401:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100541 rc 0 00000800:00000200:2.0:1769074607.853279:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.853284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000994ad87f. 00000400:00000200:2.0:1769074607.853287:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.853291:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.853295:0:2398:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1769074607.853297:0:2398:0:(peer.c:3093:lnet_discovery_event_send()) Push Send to 192.168.204.117@tcp: 0 00000100:00000010:2.0:1769074607.853996:0:6169:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003300be2e. 00000020:00000010:2.0:1769074607.854003:0:6169:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004475c70b. 00000020:00000010:2.0:1769074607.854010:0:6169:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069991500. 00000020:00000010:2.0:1769074607.854014:0:6169:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000621a1467. 00000020:00000010:2.0:1769074607.854018:0:6169:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000008c89ab20. 00000040:00000010:2.0:1769074607.854022:0:6169:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a279ab2d. 00000020:00000010:2.0:1769074607.854026:0:6169:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018bc26a7. 00000020:00000010:2.0:1769074607.854031:0:6169:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000079353388. 00000020:00000010:2.0:1769074607.854035:0:6169:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058b7df77. 80000000:00000010:2.0:1769074607.854038:0:6169:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1a34bcd. 40000000:00000010:2.0:1769074607.854041:0:6169:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000034f16f87. 00000008:00000010:2.0:1769074607.854061:0:6169:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009b0654be. 00020000:00000010:2.0:1769074607.854066:0:6169:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a7c2382e. 00008000:00000010:2.0:1769074607.854079:0:6169:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b791e8f6. 00100000:00000010:2.0:1769074607.854085:0:6169:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f02edd29. 00040000:00000010:2.0:1769074607.854089:0:6169:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000021927465. 00040000:00000010:2.0:1769074607.854094:0:6169:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005fcf09e2. 00040000:00000010:2.0:1769074607.854097:0:6169:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b0b8aee2. 00000004:00000010:2.0:1769074607.854101:0:6169:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000607047ce. 00000004:00000010:2.0:1769074607.854105:0:6169:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b072422. 00000004:00000010:2.0:1769074607.854110:0:6169:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c008fc23. 00002000:00000010:2.0:1769074607.854114:0:6169:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006574ac11. 00000004:00000010:2.0:1769074607.854118:0:6169:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a558070a. 00000080:00000010:2.0:1769074607.854130:0:6169:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004f529477. 00000080:00000010:2.0:1769074607.854142:0:6169:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ec27073f. 00000100:00000200:2.0:1769074607.854147:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854153:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022ea661c. 00000400:00000010:2.0:1769074607.854159:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008798d5cf. 00000100:00000200:2.0:1769074607.854166:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854168:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e925b0. 00000400:00000010:2.0:1769074607.854171:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9b2adc4. 00000100:00000200:2.0:1769074607.854172:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854174:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004030fa86. 00000400:00000010:2.0:1769074607.854177:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002879920. 00000100:00000200:2.0:1769074607.854179:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854180:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f7a35b2. 00000400:00000010:2.0:1769074607.854182:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000072a8ceb. 00000100:00000200:2.0:1769074607.854185:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854187:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db13ee8. 00000400:00000010:2.0:1769074607.854188:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000487d7995. 00000100:00000200:2.0:1769074607.854190:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854192:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000386217c4. 00000400:00000010:2.0:1769074607.854194:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b025b8e. 00000100:00000200:2.0:1769074607.854196:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854198:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007edb75d. 00000400:00000010:2.0:1769074607.854206:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000454969de. 00000100:00000200:2.0:1769074607.854208:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854211:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3a03e. 00000400:00000010:2.0:1769074607.854213:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d859a1dd. 00000100:00000200:2.0:1769074607.854215:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854217:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e6e726. 00000400:00000010:2.0:1769074607.854219:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000219c2a0e. 00000100:00000200:2.0:1769074607.854221:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854223:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017a8012b. 00000400:00000010:2.0:1769074607.854225:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072e55720. 00000100:00000200:2.0:1769074607.854227:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854229:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2da0e9a. 00000400:00000010:2.0:1769074607.854231:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000f01b0e. 00000100:00000200:2.0:1769074607.854233:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854235:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaba86c. 00000400:00000010:2.0:1769074607.854238:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d04240d4. 00000100:00000200:2.0:1769074607.854240:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854242:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a60bb583. 00000400:00000010:2.0:1769074607.854244:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1342cca. 00000100:00000200:2.0:1769074607.854246:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854248:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f7c01f. 00000400:00000010:2.0:1769074607.854251:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e3f18ea. 00000100:00000200:2.0:1769074607.854253:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854255:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8c7576. 00000400:00000010:2.0:1769074607.854257:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bde0692. 00000100:00000200:2.0:1769074607.854259:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854261:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006acd14f9. 00000400:00000010:2.0:1769074607.854265:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe35d4ad. 00000100:00000200:2.0:1769074607.854267:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854269:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f689123e. 00000400:00000010:2.0:1769074607.854271:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f6799ad. 00000100:00000200:2.0:1769074607.854274:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854276:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056819a01. 00000400:00000010:2.0:1769074607.854278:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da009cfb. 00000100:00000200:2.0:1769074607.854280:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854287:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a287c316. 00000400:00000010:2.0:1769074607.854289:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b26944a. 00000100:00000200:2.0:1769074607.854292:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854294:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c17fc255. 00000400:00000010:2.0:1769074607.854296:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082087133. 00000100:00000200:2.0:1769074607.854298:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854299:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8b80a2. 00000400:00000010:2.0:1769074607.854302:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e09310. 00000100:00000200:2.0:1769074607.854304:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854306:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dffcc644. 00000400:00000010:2.0:1769074607.854308:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1d12e99. 00000100:00000200:2.0:1769074607.854310:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854312:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6c989f0. 00000400:00000010:2.0:1769074607.854314:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1d86c4b. 00000100:00000200:2.0:1769074607.854316:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854318:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c380099. 00000400:00000010:2.0:1769074607.854320:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059bc3140. 00000100:00000200:2.0:1769074607.854322:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854324:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7bfbb1e. 00000400:00000010:2.0:1769074607.854326:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078b1ca32. 00000100:00000200:2.0:1769074607.854328:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854330:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bce5a941. 00000400:00000010:2.0:1769074607.854332:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000851f0238. 00000100:00000200:2.0:1769074607.854334:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854336:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080473777. 00000400:00000010:2.0:1769074607.854338:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084ea6d7a. 00000100:00000200:2.0:1769074607.854340:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854341:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b6e4552. 00000400:00000010:2.0:1769074607.854344:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be7c8e0a. 00000100:00000200:2.0:1769074607.854345:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854347:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ab35209. 00000400:00000010:2.0:1769074607.854349:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac891ca9. 00000100:00000200:2.0:1769074607.854351:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854353:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e033ec. 00000400:00000010:2.0:1769074607.854355:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000090d093. 00000100:00000200:2.0:1769074607.854362:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854365:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aff3b31. 00000400:00000010:2.0:1769074607.854367:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000627a39a7. 00000100:00000200:2.0:1769074607.854369:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854371:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b7f6054. 00000400:00000010:2.0:1769074607.854373:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8bf0848. 00000100:00000200:2.0:1769074607.854375:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854376:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1f0224. 00000400:00000010:2.0:1769074607.854378:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000431e71b. 00000100:00000200:2.0:1769074607.854380:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854382:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9863ab5. 00000400:00000010:2.0:1769074607.854383:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f9b7a6f. 00000100:00000200:2.0:1769074607.854385:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854397:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079eee2dd. 00000400:00000010:2.0:1769074607.854401:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a5a2bf2. 00000100:00000200:2.0:1769074607.854404:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854406:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b5ad337. 00000400:00000010:2.0:1769074607.854408:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1c2ab44. 00000100:00000200:2.0:1769074607.854410:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854412:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bac0617. 00000400:00000010:2.0:1769074607.854415:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a254d673. 00000100:00000200:2.0:1769074607.854417:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854419:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce79ab41. 00000400:00000010:2.0:1769074607.854421:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9e45aaa. 00000100:00000200:2.0:1769074607.854423:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854425:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd07ab2. 00000400:00000010:2.0:1769074607.854427:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004128b310. 00000100:00000200:2.0:1769074607.854429:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854431:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003af3cff5. 00000400:00000010:2.0:1769074607.854433:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d664e469. 00000100:00000200:2.0:1769074607.854435:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854436:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e935275. 00000400:00000010:2.0:1769074607.854439:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069f73763. 00000100:00000200:2.0:1769074607.854440:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854442:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c1db29d. 00000400:00000010:2.0:1769074607.854449:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d2d7488. 00000100:00000200:2.0:1769074607.854452:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854455:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025e9dc82. 00000400:00000010:2.0:1769074607.854456:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae27bd5b. 00000100:00000200:2.0:1769074607.854458:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854460:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce0e72e. 00000400:00000010:2.0:1769074607.854462:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000729f006e. 00000100:00000200:2.0:1769074607.854464:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854466:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b20ecac0. 00000400:00000010:2.0:1769074607.854467:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073d2e1b5. 00000100:00000200:2.0:1769074607.854469:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854471:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005459462a. 00000400:00000010:2.0:1769074607.854473:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea726058. 00000100:00000200:2.0:1769074607.854475:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854477:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000057a4af1. 00000400:00000010:2.0:1769074607.854479:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ded422e9. 00000100:00000200:2.0:1769074607.854581:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854586:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088788a82. 00000400:00000010:2.0:1769074607.854590:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058253892. 00000100:00000200:2.0:1769074607.854593:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854595:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c1ebf. 00000400:00000010:2.0:1769074607.854598:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b907036. 00000100:00000200:2.0:1769074607.854600:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854602:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093299cee. 00000400:00000010:2.0:1769074607.854613:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a2ea683. 00000100:00000200:2.0:1769074607.854616:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854617:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000192de77. 00000400:00000010:2.0:1769074607.854621:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c8abde8. 00000100:00000200:2.0:1769074607.854623:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854624:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002745daf1. 00000400:00000010:2.0:1769074607.854627:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001386fe6e. 00000100:00000200:2.0:1769074607.854628:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854630:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000300ec78d. 00000400:00000010:2.0:1769074607.854632:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039922a6d. 00000100:00000200:2.0:1769074607.854635:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854642:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001158f9e7. 00000400:00000010:2.0:1769074607.854645:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008593eb64. 00000100:00000200:2.0:1769074607.854648:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854649:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000931966df. 00000400:00000010:2.0:1769074607.854651:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004069555d. 00000100:00000200:2.0:1769074607.854653:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854655:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe99c581. 00000400:00000010:2.0:1769074607.854657:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084bdbdd8. 00000100:00000200:2.0:1769074607.854659:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854661:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ebab04. 00000400:00000010:2.0:1769074607.854663:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085d8a837. 00000100:00000200:2.0:1769074607.854665:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854667:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006641a1cc. 00000400:00000010:2.0:1769074607.854669:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d172eb. 00000100:00000200:2.0:1769074607.854671:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854673:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000378141d5. 00000400:00000010:2.0:1769074607.854675:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0bdbdef. 00000100:00000200:2.0:1769074607.854677:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854679:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000234e3a87. 00000400:00000010:2.0:1769074607.854681:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dacbeb9a. 00000100:00000200:2.0:1769074607.854682:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854684:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001570262e. 00000400:00000010:2.0:1769074607.854686:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013c5fcc7. 00000100:00000200:2.0:1769074607.854688:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854689:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c58ea95. 00000400:00000010:2.0:1769074607.854691:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058c50909. 00000100:00000200:2.0:1769074607.854693:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854695:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d50aeb2f. 00000400:00000010:2.0:1769074607.854697:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000245f8d8e. 00000100:00000200:2.0:1769074607.854698:0:6169:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074607.854700:0:6169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b91ec6ee. 00000400:00000010:2.0:1769074607.854702:0:6169:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016537cfa. 00000100:00000010:2.0:1769074607.854706:0:6169:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003669b10a. 00000100:00000200:2.0:1769074607.854852:0:6169:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1769074607.854970:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bad60cae. 00000100:00000010:3.0:1769074607.855291:0:6170:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d156b61f. 00000020:00000010:3.0:1769074607.855297:0:6170:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a9ac6f8d. 00000020:00000010:3.0:1769074607.855303:0:6170:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd3121b8. 00000020:00000010:3.0:1769074607.855307:0:6170:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000841db67f. 00000020:00000010:3.0:1769074607.855315:0:6170:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004a337114. 00000040:00000010:3.0:1769074607.855319:0:6170:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002418195d. 00000020:00000010:3.0:1769074607.855323:0:6170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d560296c. 00000020:00000010:3.0:1769074607.855327:0:6170:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000539fced1. 00000020:00000010:3.0:1769074607.855331:0:6170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b77e863. 80000000:00000010:3.0:1769074607.855333:0:6170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000032af9e6. 40000000:00000010:3.0:1769074607.855336:0:6170:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081699089. 00000008:00000010:3.0:1769074607.855348:0:6170:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000027d360a2. 00020000:00000010:3.0:1769074607.855353:0:6170:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ceebf873. 00008000:00000010:3.0:1769074607.855364:0:6170:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000284723ff. 00100000:00000010:3.0:1769074607.855369:0:6170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000311b69eb. 00040000:00000010:3.0:1769074607.855372:0:6170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b65f335. 00040000:00000010:3.0:1769074607.855376:0:6170:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ce597bf8. 00040000:00000010:3.0:1769074607.855378:0:6170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c18882e. 00000004:00000010:3.0:1769074607.855382:0:6170:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000faa8165d. 00000004:00000010:3.0:1769074607.855386:0:6170:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002d554c1d. 00000004:00000010:3.0:1769074607.855391:0:6170:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bf526309. 00002000:00000010:3.0:1769074607.855394:0:6170:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007d470ccb. 00000004:00000010:3.0:1769074607.855398:0:6170:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b133898c. 00000080:00000010:3.0:1769074607.855409:0:6170:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f0af44d. 00000080:00000010:3.0:1769074607.855423:0:6170:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5ee6797. 00000100:00000010:3.0:1769074607.855427:0:6170:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d7e36b7f. 00000100:00000200:3.0:1769074607.855473:0:6170:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1769074607.855700:0:6161:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aa2d14d4. 00000400:00000200:2.0:1769074607.858785:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858797:0:2397:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : ACK - for me 00000400:00000200:2.0:1769074607.858830:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858835:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858844:0:2397:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.17@tcp: ACK from 12345-192.168.204.117@tcp into md 0x221 00000400:00000200:2.0:1769074607.858851:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.858856:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: ACK: OK 00000400:00000200:2.0:1769074607.858863:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff68e241 00000400:00000010:2.0:1769074607.858867:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff68e241. 00000400:00000200:2.0:1769074607.858871:0:2397:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1769074607.858873:0:2397:0:(peer.c:2859:lnet_discovery_event_ack()) peer 192.168.204.117@tcp ev->status 0 00000400:00000200:2.0:1769074607.858877:0:2397:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.117@tcp: -114 00000400:00000200:2.0:1769074607.858898:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858901:0:2397:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.858905:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858907:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858910:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858914:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1769074607.858921:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.117@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:2.0:1769074607.858925:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abe382e6. 00000400:00000200:2.0:1769074607.858929:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007cf6cf4f 00000400:00000200:2.0:1769074607.858964:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.858969:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.858971:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cf6cf4f 00000400:00000010:2.0:1769074607.858974:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cf6cf4f. 00000400:00000200:2.0:1769074607.858977:0:2397:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1769074607.858980:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.858984:0:2397:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.204.117@tcp(00000000a92014d7) is MR 00000400:00000010:2.0:1769074607.858989:0:2397:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000002a163e0. 00000400:00000200:2.0:1769074607.858992:0:2397:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.204.117@tcp 363512030 00000400:00000200:2.0:1769074607.858994:0:2397:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.117@tcp: -114 00000400:00000200:2.0:1769074607.859000:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074607.859003:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.859008:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.17@tcp to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1769074607.859020:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [3:3:256:4294967295] 192.168.204.117@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1769074607.859025:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.859034:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:192.168.204.17@tcp) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) 192.168.204.117@tcp : ACK try# 0 00000800:00000200:2.0:1769074607.859040:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1769074607.859045:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020aba473. 00000800:00000200:2.0:1769074607.859050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (3) 00000800:00000200:2.0:1769074607.859055:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1769074607.859059:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020aba473 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074607.859102:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.859106:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020aba473. 00000400:00000200:2.0:1769074607.859109:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.859113:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: ACK: OK 00000100:00000010:2.0:1769074607.860337:0:6171:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b0f69bb2. 00000020:00000010:2.0:1769074607.860346:0:6171:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d053bb9b. 00000020:00000010:2.0:1769074607.860353:0:6171:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbbb7984. 00000020:00000010:2.0:1769074607.860357:0:6171:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001311d3bc. 00000020:00000010:2.0:1769074607.860361:0:6171:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d5db3d16. 00000040:00000010:2.0:1769074607.860365:0:6171:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ff6ff51. 00000020:00000010:2.0:1769074607.860369:0:6171:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002ca9956c. 00000020:00000010:2.0:1769074607.860374:0:6171:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b97a4e72. 00000020:00000010:2.0:1769074607.860379:0:6171:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f106ce06. 80000000:00000010:2.0:1769074607.860383:0:6171:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b8bbe6d. 40000000:00000010:2.0:1769074607.860386:0:6171:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f7791aa. 00000008:00000010:2.0:1769074607.860391:0:6171:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004ea0c1ae. 00020000:00000010:2.0:1769074607.860396:0:6171:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000090c9b9e7. 00008000:00000010:2.0:1769074607.860400:0:6171:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009052039b. 00100000:00000010:2.0:1769074607.860404:0:6171:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014e5729b. 00040000:00000010:2.0:1769074607.860408:0:6171:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020aba473. 00040000:00000010:2.0:1769074607.860411:0:6171:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000039ecbbee. 00040000:00000010:2.0:1769074607.860416:0:6171:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005005a0b4. 00000004:00000010:2.0:1769074607.860421:0:6171:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009a721eca. 00000004:00000010:2.0:1769074607.860435:0:6171:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ad82d15. 00000004:00000010:2.0:1769074607.860440:0:6171:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000539ea3ba. 00002000:00000010:2.0:1769074607.860444:0:6171:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052e67b91. 00000004:00000010:2.0:1769074607.860448:0:6171:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7755655. 00000080:00000010:2.0:1769074607.860453:0:6171:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000459b31e7. 00000080:00000010:2.0:1769074607.860457:0:6171:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d4e732dc. 00000100:00000010:2.0:1769074607.860463:0:6171:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000012398d68. 00000100:00000200:2.0:1769074607.860492:0:6171:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1769074607.860657:0:6161:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 00000000ed7eed67. 00010000:00000010:2.0:1769074607.861046:0:6172:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000056ec63a. 00000020:00000010:2.0:1769074607.861051:0:6172:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e693aeaf. 00000020:00000010:2.0:1769074607.861055:0:6172:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004af21782. 00000020:00000010:2.0:1769074607.861059:0:6172:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffd172bd. 00000020:00000010:2.0:1769074607.861063:0:6172:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a6e5db3. 00000020:00000010:2.0:1769074607.861066:0:6172:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e98e6035. 80000000:00000010:2.0:1769074607.861069:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001c2878b9. 40000000:00000010:2.0:1769074607.861071:0:6172:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001469af5d. 00100000:00000010:2.0:1769074607.861075:0:6172:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f37648de. 00040000:00000010:2.0:1769074607.861078:0:6172:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008d891064. 00040000:00000010:2.0:1769074607.861084:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004af0e141. 00002000:00000010:2.0:1769074607.861087:0:6172:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007c28e331. 00000020:00000010:2.0:1769074607.861090:0:6172:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ecdd6ee2. 00000400:00000200:0.0:1769074607.861235:0:2391:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:0.1:1769074607.861241:0:2391:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1769074607.861249:0:2391:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.117@tcp p 3.x 192.168.204.17 -> 192.168.204.117:988 incarnation:1769074426456606995 sched[1] 00000800:00000010:0.0:1769074607.861252:0:2391:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c193daba. 00000400:00000200:0.0:1769074607.861654:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.117:988 00000400:00000200:0.0:1769074607.861701:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.117:988 00000400:00000200:0.0:1769074607.861821:0:2401:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1769074607.861828:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c80ff6a. 00000400:00000010:0.0:1769074607.861835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097542c66. 00000400:00000200:0.0:1769074607.861840:0:2401:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009f3c9a0b 00000400:00000200:0.0:1769074607.861845:0:2401:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x1000c1 00000400:00000010:0.0:1769074607.861852:0:2401:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000f636143f. 00000400:00000010:0.0:1769074607.861854:0:2401:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000e62b158a. 00000400:00000010:0.0:1769074607.861857:0:2401:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000237341d8. 00000400:00000200:0.0:1769074607.861861:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.861866:0:2401:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074607.861868:0:2401:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000f636143f. 00000400:00000010:0.0:1769074607.861870:0:2401:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000e62b158a. 00000400:00000010:0.0:1769074607.861878:0:2401:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000237341d8. 00000400:00000010:0.0:1769074607.861881:0:2401:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000002a163e0. 00000400:00000200:0.0:1769074607.861885:0:2401:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.204.117@tcp (00000000a92014d7): 0 00000400:00000200:0.0:1769074607.861888:0:2401:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.204.117@tcp(00000000a92014d7): 0. state = 0x100141 00000400:00000200:0.0:1769074607.861891:0:2401:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100141 rc 1 00000400:00000200:0.0:1769074607.861895:0:2401:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100141 00000400:00000200:0.0:1769074607.861898:0:2401:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.861900:0:2401:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.204.117@tcp(00000000a92014d7) state 0x100111 rc 0 00000400:00000200:0.0:1769074607.861903:0:2401:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.117@tcp 00010000:00000010:3.0:1769074607.862037:0:6173:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000008b482f0. 00000020:00000010:3.0:1769074607.862043:0:6173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d1aa87. 00000020:00000010:3.0:1769074607.862046:0:6173:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf4b467d. 00000020:00000010:3.0:1769074607.862050:0:6173:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051b84900. 00000020:00000010:3.0:1769074607.862054:0:6173:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fc4a9b8e. 00000020:00000010:3.0:1769074607.862057:0:6173:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab73c3b8. 80000000:00000010:3.0:1769074607.862060:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000debf13da. 40000000:00000010:3.0:1769074607.862062:0:6173:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3142b3d. 00100000:00000010:3.0:1769074607.862066:0:6173:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002eed6232. 00040000:00000010:3.0:1769074607.862069:0:6173:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000805edf71. 00040000:00000010:3.0:1769074607.862077:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000894b8635. 00002000:00000010:3.0:1769074607.862081:0:6173:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008ccd05e8. 00000020:00000010:3.0:1769074607.862083:0:6173:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000090eb25f0. 00000020:00000010:1.0:1769074607.862317:0:6174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f852dd31. 00000020:00000010:1.0:1769074607.862321:0:6174:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000507824b. 00000040:00000010:1.0:1769074607.862325:0:6174:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007da18db3. 00000020:00000010:1.0:1769074607.862328:0:6174:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000063b7ceda. 00000020:00000010:1.0:1769074607.862332:0:6174:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0ee7853. 00000020:00000010:1.0:1769074607.862334:0:6174:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6e2ef6e. 80000000:00000010:1.0:1769074607.862337:0:6174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001520548f. 40000000:00000010:1.0:1769074607.862339:0:6174:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054b6b0d2. 00100000:00000010:1.0:1769074607.862341:0:6174:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc7bf673. 00040000:00000010:1.0:1769074607.862344:0:6174:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d285bcf. 00040000:00000010:1.0:1769074607.862348:0:6174:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000809d62f8. 00040000:00000010:1.0:1769074607.862350:0:6174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cbdc136b. 00000004:00000010:1.0:1769074607.862366:0:6174:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000af50e11c. 00000004:00000010:1.0:1769074607.862372:0:6174:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000056cf81fb. 00000004:00000010:1.0:1769074607.862376:0:6174:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac1e74bc. 00002000:00000010:1.0:1769074607.862380:0:6174:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003677a5d4. 00000004:00000010:1.0:1769074607.862384:0:6174:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000542d789e. 00000020:00000010:1.0:1769074607.862386:0:6174:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030c7fedf. 00000001:00000010:3.0:1769074607.862428:0:6161:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c2c6cc30. 00000001:00000010:3.0:1769074607.862439:0:6161:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000def9230a. 00000020:00000010:3.0:1769074607.862462:0:6161:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000328fc224. 00000100:00000200:3.0:1769074607.862478:0:6161:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.117@tcp->12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074607.862494:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074607.862499:0:6161:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.117@tcp primary NID 192.168.204.117@tcp rc 0 00000100:00000010:3.0:1769074607.862504:0:6161:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000002fb56a0f. 00010000:00000010:3.0:1769074607.862508:0:6161:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000006c7a18de. 00010000:00000010:3.0:1769074607.862513:0:6161:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000068870e56. 00000001:00000010:3.0:1769074607.862517:0:6161:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f0892069. 00000001:00000010:3.0:1769074607.862523:0:6161:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000009b166a0b. 00000001:00000010:3.0:1769074607.862526:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000002d53b9d9. 00000001:00000010:3.0:1769074607.862528:0:6161:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ee81b68b. 00000020:00000010:3.0:1769074607.862575:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002c46ad91. 00000020:00000010:3.0:1769074607.862579:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e2a72e2f. 00000020:00000010:3.0:1769074607.862658:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bbae0e92. 00000020:00000010:3.0:1769074607.862661:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000b4e47652. 00000040:00000010:3.0:1769074607.862677:0:6161:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a0843878. 00000800:00000010:0.0:1769074607.870070:0:2391:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007235c02b. 00000800:00000010:0.0:1769074607.870083:0:2391:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f42ac7e. 00000800:00000010:0.0:1769074607.870089:0:2391:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e62b158a. 00000800:00000010:0.0:1769074607.870097:0:2391:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e62b158a. 00000020:00000010:1.0:1769074607.871663:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012fc9099. 00000040:00000010:1.0:1769074607.871677:0:6161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055bbe114. 00000020:00000010:1.0:1769074607.871682:0:6161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b7acee3. 00000020:00000010:1.0:1769074607.871688:0:6161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086464fdb. 00040000:00000010:1.0:1769074607.871693:0:6161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d44b0eb. 00040000:00000010:1.0:1769074607.871699:0:6161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007387365c. 00000020:00000010:1.0:1769074607.871702:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004970a279. 00000020:00000010:1.0:1769074607.871708:0:6161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c1b3d68. 00000020:00000010:1.0:1769074607.871712:0:6161:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.871716:0:6161:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.871729:0:6161:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.871733:0:6161:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.871737:0:6161:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.871740:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b22c509. 00000020:00000010:1.0:1769074607.872085:0:6161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000914827e4. 00000020:00000010:1.0:1769074607.872104:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eb2e02b9. 00000400:00000200:1.0:1769074607.872126:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.872135:0:6161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.117@tcp is discovered: rc = 1 00000100:00000010:1.0:1769074607.872163:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009710023d. 02000000:00000010:1.0:1769074607.872178:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009d4af35b. 00000020:00000010:3.0:1769074607.876318:0:2402:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ec2cbee2. 00000020:00000010:3.0:1769074607.876333:0:2402:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000041f960f. 80000000:00000010:3.0:1769074607.876338:0:2402:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000092be48c. 40000000:00000010:3.0:1769074607.876344:0:2402:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab53c775. 00000008:00000010:3.0:1769074607.876350:0:2402:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005ea50d59. 00020000:00000010:3.0:1769074607.876355:0:2402:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fa167b2f. 00008000:00000010:3.0:1769074607.876359:0:2402:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f5c9fe9d. 00100000:00000010:3.0:1769074607.876365:0:2402:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000cd4d9c2. 00040000:00000010:3.0:1769074607.876369:0:2402:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0adc2c7. 00040000:00000010:3.0:1769074607.876375:0:2402:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004cf58634. 00040000:00000010:3.0:1769074607.876379:0:2402:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000999c523. 00000004:00000010:3.0:1769074607.876398:0:2402:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032a4fc0d. 00000004:00000010:3.0:1769074607.876403:0:2402:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000182eb7cf. 00000004:00000010:3.0:1769074607.876408:0:2402:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000f5b8105. 00002000:00000010:3.0:1769074607.876412:0:2402:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f590e268. 00000004:00000010:3.0:1769074607.876416:0:2402:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006f2f4a30. 00000080:00000010:3.0:1769074607.876421:0:2402:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a99b1c32. 00000080:00000010:3.0:1769074607.876425:0:2402:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000057845806. 00000008:00000010:3.0:1769074607.876445:0:2402:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000097d4725b. 00020000:00000010:3.0:1769074607.876458:0:2402:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000cee3ea53. 00008000:00000010:3.0:1769074607.876481:0:2402:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002d7fda8a. 00000080:00000010:3.0:1769074607.876506:0:2402:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007e7b5de2. 02000000:00000010:3.0:1769074607.876527:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000949951c6. 00000400:00000200:3.0:1769074607.876540:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074607.876545:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf3ac704. 00000400:00000010:3.0:1769074607.876558:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a19d5432. 00000100:00000200:3.0:1769074607.876566:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961200256, portal 25 00000400:00000010:3.0:1769074607.876572:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000629bcd20. 00000100:00000200:3.0:1769074607.876575:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855008961200256, offset 0 00000400:00000200:3.0:1769074607.876593:0:2402:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074607.876601:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074607.876619:0:2402:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074607.876624:0:2402:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074607.876629:0:2402:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074607.876632:0:2402:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074607.876634:0:2402:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074607.876637:0:2402:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [4:4:256:4294967295] 192.168.204.117@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1769074607.876641:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074607.876650:0:2402:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074607.876656:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074607.876660:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000725a849a. 00000800:00000200:3.0:1769074607.876666:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (4) 00000800:00000200:3.0:1769074607.876673:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074607.876682:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000725a849a type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1769074607.877021:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.877025:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000725a849a. 00000400:00000200:2.0:1769074607.877030:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.877035:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.877039:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000629bcd20 00000400:00000010:2.0:1769074607.877041:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000629bcd20. 00000100:00000200:2.0:1769074607.877049:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009710023d x1855008961200256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074607.877196:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:3.0:1769074607.877202:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e121f15. 00000100:00000010:3.0:1769074607.877214:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007545b38e. 00000020:00000010:1.0:1769074607.877293:0:6161:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000e5f1f02c. 00000020:00000010:1.0:1769074607.877299:0:6161:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000008362168a. 00000020:00000010:1.0:1769074607.877302:0:6161:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000004aca93e3. 00000080:00000010:1.0:1769074607.877309:0:6161:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 000000004787021d. 00000080:00000010:1.0:1769074607.877312:0:6161:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000bb5f6939. 00000020:00000010:1.0:1769074607.877360:0:6161:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 00000000f1f5fbdc. 00000080:00000010:1.0:1769074607.877363:0:6161:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000001ec01c96. 00000080:00000010:1.0:1769074607.877366:0:6161:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000f4cca5aa. 00000020:00000010:1.0:1769074607.878742:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006ed36767. 00000020:00000010:1.0:1769074607.878782:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 000000002286feae. 00000020:00000010:1.0:1769074607.878802:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000092d3b25b. 00000020:00000010:1.0:1769074607.878804:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000816898a2. 00000020:00000010:1.0:1769074607.879126:0:6161:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000914827e4. 00000020:00000010:1.0:1769074607.879131:0:6161:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000043b318e. 00000020:00000010:1.0:1769074607.879136:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a515719. 00000020:00000010:1.0:1769074607.879141:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041da0626. 00000040:00000010:1.0:1769074607.879145:0:6161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000005b7d5a3. 00000020:00000010:1.0:1769074607.879149:0:6161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009ebb439f. 00000020:00000010:1.0:1769074607.879152:0:6161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004cadc5b4. 00040000:00000010:1.0:1769074607.879156:0:6161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a398a93. 00040000:00000010:1.0:1769074607.879160:0:6161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a63b0d8d. 10000000:00000010:1.0:1769074607.879170:0:6161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000007387365c. 02000000:00000010:1.0:1769074607.879183:0:6161:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000004c1b3d68. 00000100:00000010:1.0:1769074607.879189:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af2ec8c7. 02000000:00000010:1.0:1769074607.879202:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086464fdb. 00010000:00000010:1.0:1769074607.879216:0:6161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003af2881. 00010000:00000010:1.0:1769074607.879222:0:6161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d9964fe7. 00000020:00000010:1.0:1769074607.879227:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009d350264. 00000100:00000010:1.0:1769074607.879244:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000005239b3. 00000100:00000010:2.0:1769074607.883815:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e121f15. 00000100:00000010:3.0:1769074607.885460:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007545b38e. 00000400:00000200:2.0:1769074607.885637:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.885646:0:2397:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.885653:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.885666:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.885672:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.885675:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 416 into portal 25 MB=0x6971eee300080 00000400:00000200:2.0:1769074607.885681:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.885688:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 416/416 into md 0x20d [1] + 0 00000400:00000200:2.0:1769074607.885704:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.885708:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.885720:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009710023d x1855008961200256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074607.885793:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf3ac704. 00000400:00000200:2.0:1769074607.885798:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a19d5432 00000400:00000010:2.0:1769074607.885800:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a19d5432. 00000100:00000200:2.0:1769074607.885805:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009710023d x1855008961200256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074607.885822:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009710023d x1855008961200256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074607.885895:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000949951c6. 02000000:00000010:2.0:1769074607.885900:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009d4af35b. 00000100:00000010:2.0:1769074607.885906:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009710023d. 02000000:00000010:1.0:1769074607.886037:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c6424914. 00000400:00000200:1.0:1769074607.886044:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.886046:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074607.886063:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d544729. 00000100:00000200:1.0:1769074607.886069:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961200384, portal 25 00000400:00000010:1.0:1769074607.886074:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2891f5a. 00000100:00000200:1.0:1769074607.886077:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008961200384, offset 0 00000400:00000200:1.0:1769074607.886093:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.886099:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.886105:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074607.886109:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074607.886113:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074607.886116:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074607.886119:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.886122:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [5:5:256:4294967295] 192.168.204.117@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1769074607.886126:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.886135:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074607.886139:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074607.886143:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d44b0eb. 00000800:00000200:1.0:1769074607.886149:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (4) 00000800:00000200:1.0:1769074607.886154:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074607.886157:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d44b0eb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074607.886269:0:2391:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.886619:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074607.886624:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000101fe726. 00000100:00000010:1.0:1769074607.886640:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce4c08bc. 00000800:00000200:3.1F:1769074607.890238:0:2391:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1769074607.890295:0:2391:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.117@tcp p 3.x 192.168.204.17 -> 192.168.204.117:988 incarnation:1769074426456606995 sched[1] 00000800:00000010:3.0:1769074607.890300:0:2391:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f42ac7e. 00000800:00000200:2.0:1769074607.901112:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.901124:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d44b0eb. 00000400:00000200:2.0:1769074607.901133:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.901142:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.901150:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2891f5a 00000400:00000010:2.0:1769074607.901152:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2891f5a. 00000100:00000200:2.0:1769074607.901164:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af2ec8c7 x1855008961200384/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074607.901206:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000101fe726. 00000100:00000010:3.0:1769074607.901420:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce4c08bc. 00000400:00000200:2.0:1769074607.903169:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.903178:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.903185:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.903198:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.903204:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.903207:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6971eee300100 00000400:00000200:2.0:1769074607.903212:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.903217:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x21d [1] + 224 00000400:00000200:2.0:1769074607.903234:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.903238:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.903248:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af2ec8c7 x1855008961200384/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074607.903356:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:0.0:1769074607.903361:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d544729 00000400:00000010:0.0:1769074607.903364:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d544729. 00000100:00000200:0.0:1769074607.903370:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af2ec8c7 x1855008961200384/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074607.903379:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af2ec8c7 x1855008961200384/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074607.903405:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000005239b3. 02000000:00000010:0.0:1769074607.903425:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c6424914. 02000000:00000010:0.0:1769074607.903431:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086464fdb. 00000100:00000010:0.0:1769074607.903436:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af2ec8c7. 10000000:00000010:0.0:1769074607.903446:0:6161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e9f0efb0. 00000020:00000010:0.0:1769074607.903450:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ed03fd. 00000020:00000010:0.0:1769074607.903455:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086464fdb. 00000040:00000010:0.0:1769074607.903459:0:6161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b70e5cbc. 00000020:00000010:0.0:1769074607.903464:0:6161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa9c8aa7. 00000020:00000010:0.0:1769074607.903468:0:6161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca9eb433. 80000000:00000010:0.0:1769074607.903472:0:6161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000998cea1b. 00040000:00000010:0.0:1769074607.904678:0:6161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000094a8dc98. 20000000:00000010:0.0:1769074607.904689:0:6161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003d9aa8ab. 00000040:00000010:0.0:1769074607.904696:0:6161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e1d9cb8e. 00000100:00000010:0.0:1769074607.904717:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c723f2f2. 02000000:00000010:0.0:1769074607.904733:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007015645b. 00000100:00000010:0.0:1769074607.904898:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000510c46f7. 02000000:00000010:0.0:1769074607.904916:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006839c8e3. 00000400:00000200:0.0:1769074607.904926:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074607.904930:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349bc707. 00000400:00000010:0.0:1769074607.904936:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000426bb08e. 00000100:00000200:0.0:1769074607.904943:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961200512, portal 25 00000400:00000010:0.0:1769074607.904949:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000355629ef. 00000100:00000200:0.0:1769074607.904952:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855008961200512, offset 0 00000400:00000200:0.0:1769074607.904961:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074607.904969:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.904979:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074607.904984:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074607.904989:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074607.904992:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074607.904995:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074607.904998:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [6:6:256:4294967295] 192.168.204.117@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1769074607.905003:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074607.905012:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074607.905018:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074607.905023:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000994ad87f. 00000800:00000200:0.0:1769074607.905030:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074607.905038:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074607.905042:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000994ad87f type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1769074607.905058:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:0.0:1769074607.905063:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000146ea2dd. 00000100:00000010:0.0:1769074607.905073:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015d3e543. 00000800:00000200:2.0:1769074607.906627:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.906636:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000994ad87f. 00000400:00000200:2.0:1769074607.906643:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.906651:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.906658:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000355629ef 00000400:00000010:2.0:1769074607.906660:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000355629ef. 00000100:00000200:2.0:1769074607.906669:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c723f2f2 x1855008961200512/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074607.910757:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015d3e543. 00000100:00000010:2.0:1769074607.916958:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000146ea2dd. 00000400:00000200:2.0:1769074607.917005:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.917012:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.917019:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.917024:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.917029:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.917033:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 272 into portal 25 MB=0x6971eee300180 00000400:00000200:2.0:1769074607.917038:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.917044:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 272/272 into md 0x225 [1] + 224 00000400:00000200:2.0:1769074607.917063:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.917067:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.917081:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c723f2f2 x1855008961200512/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074607.917225:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000349bc707. 00000400:00000200:1.0:1769074607.917231:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000426bb08e 00000400:00000010:1.0:1769074607.917233:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000426bb08e. 00000100:00000200:1.0:1769074607.917239:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c723f2f2 x1855008961200512/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074607.917247:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c723f2f2 x1855008961200512/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074607.917272:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000510c46f7. 02000000:00000010:1.0:1769074607.917280:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006839c8e3. 02000000:00000010:1.0:1769074607.917284:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007015645b. 00000100:00000010:1.0:1769074607.917289:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c723f2f2. 00000040:00000010:1.0:1769074607.917294:0:6161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e1d9cb8e. 00000020:00000010:1.0:1769074607.917303:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086464fdb. 00000040:00000010:1.0:1769074607.917310:0:6161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b70e5cbc. 00000020:00000010:1.0:1769074607.917314:0:6161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa9c8aa7. 00000020:00000010:1.0:1769074607.917319:0:6161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca9eb433. 80000000:00000010:1.0:1769074607.917323:0:6161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000998cea1b. 00040000:00000010:1.0:1769074607.917327:0:6161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000094a8dc98. 20000000:00000010:1.0:1769074607.917331:0:6161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003d9aa8ab. 00000020:00000010:1.0:1769074607.917333:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ed03fd. 10000000:00000010:1.0:1769074607.917337:0:6161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e9f0efb0. 10000000:00000010:1.0:1769074607.917363:0:6161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000004970a279. 10000000:00000010:1.0:1769074607.917369:0:6161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000012fc9099. 10000000:00000010:1.0:1769074607.917375:0:6161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000c8ed03fd. 00000100:00000010:1.0:1769074607.917381:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75f251b. 02000000:00000010:1.0:1769074607.917392:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca9eb433. 00010000:00000010:1.0:1769074607.917406:0:6161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d68f2bbf. 00000100:00000010:1.0:1769074607.917422:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.917436:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000476695b7. 00000400:00000200:1.0:1769074607.917442:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.917445:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074607.917456:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ec1ef93. 00000100:00000200:1.0:1769074607.917462:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961200640, portal 25 00000400:00000010:1.0:1769074607.917466:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050729b26. 00000100:00000200:1.0:1769074607.917469:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008961200640, offset 0 00000400:00000200:1.0:1769074607.917475:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.917482:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.917488:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074607.917493:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074607.917498:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074607.917501:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074607.917504:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.917508:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [7:7:256:4294967295] 192.168.204.117@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1769074607.917512:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.917520:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074607.917526:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074607.917531:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d44b0eb. 00000800:00000200:1.0:1769074607.917537:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074607.917545:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074607.917549:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d44b0eb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1769074607.917558:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074607.917562:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a8787c9. 00000100:00000010:1.0:1769074607.917577:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce4c08bc. 00000800:00000200:2.0:1769074607.917974:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.917979:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d44b0eb. 00000400:00000200:2.0:1769074607.917983:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.917988:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.917991:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050729b26 00000400:00000010:2.0:1769074607.917993:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050729b26. 00000100:00000200:2.0:1769074607.917998:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c75f251b x1855008961200640/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074607.920943:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a8787c9. 00000100:00000010:3.0:1769074607.923209:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce4c08bc. 00000400:00000200:2.0:1769074607.928905:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.928919:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.928933:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.928939:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.928946:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.928949:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6971eee300200 00000400:00000200:2.0:1769074607.928957:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.928963:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x22d [1] + 224 00000400:00000200:2.0:1769074607.928982:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.928986:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.928998:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c75f251b x1855008961200640/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074607.929479:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:1.0:1769074607.930693:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec1ef93 00000400:00000010:1.0:1769074607.930696:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ec1ef93. 00000100:00000200:1.0:1769074607.930708:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c75f251b x1855008961200640/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074607.930719:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c75f251b x1855008961200640/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074607.930766:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.930797:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000476695b7. 02000000:00000010:1.0:1769074607.930802:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca9eb433. 00000100:00000010:1.0:1769074607.931249:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c75f251b. 10000000:00000010:1.0:1769074607.931260:0:6161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000076be074d. 00000020:00000010:1.0:1769074607.931264:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca9eb433. 00000020:00000010:1.0:1769074607.931269:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b70e5cbc. 00000040:00000010:1.0:1769074607.931276:0:6161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004b22c509. 00000020:00000010:1.0:1769074607.931280:0:6161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000497d0f7e. 00000020:00000010:1.0:1769074607.931285:0:6161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086464fdb. 80000000:00000010:1.0:1769074607.931289:0:6161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000101fe726. 00040000:00000010:1.0:1769074607.931297:0:6161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000002d00e68. 20000000:00000010:1.0:1769074607.931301:0:6161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000cb196092. 00000040:00000010:1.0:1769074607.931307:0:6161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bb04753a. 00000100:00000010:1.0:1769074607.931313:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75f251b. 02000000:00000010:1.0:1769074607.931327:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000100b8f1c. 00000100:00000010:1.0:1769074607.931341:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.931359:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0c47d97. 00000400:00000200:1.0:1769074607.931370:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.931373:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074607.931378:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ec1ef93. 00000100:00000200:1.0:1769074607.931386:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961200768, portal 25 00000400:00000010:1.0:1769074607.931391:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c7e4118. 00000100:00000200:1.0:1769074607.931396:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855008961200768, offset 0 00000400:00000200:1.0:1769074607.931404:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.931412:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.931420:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074607.931426:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074607.931430:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074607.931433:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074607.931436:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.931439:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [8:8:256:4294967295] 192.168.204.117@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1769074607.931443:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.931459:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074607.931465:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074607.931471:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d44b0eb. 00000800:00000200:1.0:1769074607.931477:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074607.931732:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074607.931736:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d44b0eb type 1, nob 608 niov 1 nkiov 1 00000400:00000200:1.0:1769074607.932953:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074607.932962:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce4c08bc. 00000100:00000010:1.0:1769074607.932974:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a8787c9. 00000800:00000200:2.0:1769074607.934034:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.934041:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d44b0eb. 00000400:00000200:2.0:1769074607.934046:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.934052:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.934058:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c7e4118 00000400:00000010:2.0:1769074607.934060:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c7e4118. 00000100:00000200:2.0:1769074607.934070:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c75f251b x1855008961200768/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074607.937842:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce4c08bc. 00000100:00000010:3.0:1769074607.938819:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a8787c9. 00000400:00000200:2.0:1769074607.939007:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.939015:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.939022:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.939028:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.939033:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.939037:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 272 into portal 25 MB=0x6971eee300280 00000400:00000200:2.0:1769074607.939044:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.939049:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 272/272 into md 0x235 [1] + 224 00000400:00000200:2.0:1769074607.939068:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.939072:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.939096:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c75f251b x1855008961200768/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074607.939426:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:1.0:1769074607.939431:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec1ef93 00000400:00000010:1.0:1769074607.939433:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ec1ef93. 00000100:00000200:1.0:1769074607.939439:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c75f251b x1855008961200768/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074607.939449:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c75f251b x1855008961200768/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074607.939476:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.939499:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0c47d97. 02000000:00000010:1.0:1769074607.939505:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000100b8f1c. 00000100:00000010:1.0:1769074607.939510:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c75f251b. 00000040:00000010:1.0:1769074607.939519:0:6161:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008d23776c. 00000100:00000010:1.0:1769074607.939524:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75f251b. 02000000:00000010:1.0:1769074607.939535:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000100b8f1c. 00000100:00000010:1.0:1769074607.939543:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.939570:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000965171fa. 00000400:00000200:1.0:1769074607.939576:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.939579:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074607.939596:0:6161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000098c4aa49. 00000100:00000200:1.0:1769074607.939611:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961200896, portal 25 00000400:00000010:1.0:1769074607.939616:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ec1ef93. 00000100:00000200:1.0:1769074607.939620:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961200896, offset 0 00000400:00000200:1.0:1769074607.939632:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.939639:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.939645:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074607.939650:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074607.939654:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074607.939657:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074607.939660:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.939663:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [9:9:256:4294967295] 192.168.204.117@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1769074607.939667:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.939676:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074607.939681:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074607.939686:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d44b0eb. 00000800:00000200:1.0:1769074607.939693:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074607.939700:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074607.939703:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d44b0eb type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1769074607.939722:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074607.939727:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a8787c9. 00000100:00000010:1.0:1769074607.939736:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce4c08bc. 00000800:00000200:2.0:1769074607.940840:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.940847:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d44b0eb. 00000400:00000200:2.0:1769074607.940853:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.940860:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.940866:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec1ef93 00000400:00000010:2.0:1769074607.940868:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ec1ef93. 00000100:00000200:2.0:1769074607.940875:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c75f251b x1855008961200896/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074607.942814:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce4c08bc. 00000100:00000010:2.0:1769074607.943060:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a8787c9. 00000400:00000200:2.0:1769074607.943919:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.943928:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.943935:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.943939:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.943945:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.943949:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8416 into portal 25 MB=0x6971eee300300 00000400:00000200:2.0:1769074607.943954:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.943961:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8416/8416 into md 0x23d [4] + 224 00000400:00000200:2.0:1769074607.943997:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.944012:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.944026:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c75f251b x1855008961200896/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074607.944208:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:1.0:1769074607.944214:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098c4aa49 00000400:00000010:1.0:1769074607.944216:0:6161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000098c4aa49. 00000100:00000200:1.0:1769074607.944222:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c75f251b x1855008961200896/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074607.944232:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c75f251b x1855008961200896/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074607.944258:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000968da27f. 02000000:00000010:1.0:1769074607.944269:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000965171fa. 02000000:00000010:1.0:1769074607.944281:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000100b8f1c. 00000100:00000010:1.0:1769074607.944286:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c75f251b. 00000040:00000010:1.0:1769074607.944295:0:6161:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006a8787c9. 00000020:00000010:1.0:1769074607.945309:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100b8f1c. 00000020:00000010:1.0:1769074607.945317:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0c47d97. 00000040:00000010:1.0:1769074607.945321:0:6180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040646664. 00000020:00000010:1.0:1769074607.945326:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030dc8bc8. 00000020:00000010:1.0:1769074607.945331:0:6180:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f172c699. 00000020:00000010:1.0:1769074607.945335:0:6180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000061c83b3e. 80000000:00000010:1.0:1769074607.945338:0:6180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce4c08bc. 40000000:00000010:1.0:1769074607.945342:0:6180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054d1eef3. 00100000:00000010:1.0:1769074607.945348:0:6180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be3fbec1. 00040000:00000010:1.0:1769074607.945352:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d44b0eb. 00040000:00000010:1.0:1769074607.945356:0:6180:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000277aba7e. 00040000:00000010:1.0:1769074607.945359:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dbae7955. 00000004:00000010:1.0:1769074607.945364:0:6180:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000252d0f6c. 00000004:00000010:1.0:1769074607.945368:0:6180:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005392a7a3. 00000004:00000010:1.0:1769074607.945372:0:6180:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec29b7fc. 00002000:00000010:1.0:1769074607.945376:0:6180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000476695b7. 00000004:00000010:1.0:1769074607.945380:0:6180:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d8e3a360. 00000020:00000010:1.0:1769074607.945385:0:6180:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000021b34f0a. 00000040:00000010:1.0:1769074607.945393:0:6180:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000499bae0b. 00000100:00000010:1.0:1769074607.945400:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75f251b. 02000000:00000010:1.0:1769074607.945411:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068134b8b. 00000100:00000010:1.0:1769074607.945424:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098c4aa49. 02000000:00000010:1.0:1769074607.945453:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000965171fa. 00000400:00000200:1.0:1769074607.945463:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074607.945466:0:6180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074607.945471:0:6180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000028736287. 00000100:00000200:1.0:1769074607.945477:0:6180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961201024, portal 25 00000400:00000010:1.0:1769074607.945567:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c13d93d. 00000100:00000200:1.0:1769074607.945573:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961201024, offset 0 00000400:00000200:1.0:1769074607.945655:0:6180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.945663:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.945671:0:6180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074607.945676:0:6180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074607.945686:0:6180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074607.945690:0:6180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074607.945693:0:6180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.945697:0:6180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [10:10:256:4294967295] 192.168.204.117@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1769074607.945701:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.945710:0:6180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074607.945716:0:6180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074607.945721:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005309ee41. 00000800:00000200:1.0:1769074607.945728:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074607.945735:0:6180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074607.945739:0:6180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005309ee41 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1769074607.945952:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074607.945958:0:6180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eed062b2. 00000100:00000010:1.0:1769074607.945971:0:6180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d9c3cd. 00000800:00000200:2.0:1769074607.946170:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074607.946174:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005309ee41. 00000400:00000200:2.0:1769074607.946179:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.946184:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074607.946189:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c13d93d 00000400:00000010:2.0:1769074607.946191:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c13d93d. 00000100:00000200:2.0:1769074607.946198:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c75f251b x1855008961201024/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074607.948719:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.948728:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074607.948734:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.948739:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.948854:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.948859:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8472 into portal 25 MB=0x6971eee300380 00000400:00000200:2.0:1769074607.948864:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074607.948870:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8472/8472 into md 0x245 [4] + 224 00000400:00000200:2.0:1769074607.948888:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074607.948893:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074607.948904:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c75f251b x1855008961201024/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074607.949007:0:6180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:1.0:1769074607.949013:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028736287 00000400:00000010:1.0:1769074607.949015:0:6180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000028736287. 00000100:00000200:1.0:1769074607.949021:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c75f251b x1855008961201024/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074607.949029:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c75f251b x1855008961201024/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074607.949056:0:6180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098c4aa49. 02000000:00000010:1.0:1769074607.949067:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000965171fa. 02000000:00000010:1.0:1769074607.949095:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068134b8b. 00000100:00000010:1.0:1769074607.949101:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c75f251b. 00000020:00000010:1.0:1769074607.949117:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a2cbd549. 00000020:00000010:1.0:1769074607.949122:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a2cbd549. 00000020:00000010:1.0:1769074607.949128:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949133:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949145:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000671c46fd. 00000020:00000010:1.0:1769074607.949162:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006f6937a5. 00000020:00000010:1.0:1769074607.949179:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949182:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949186:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949189:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000098c4aa49. 00000001:00000010:1.0:1769074607.949209:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a2cbd549. 00000001:00000010:1.0:1769074607.949214:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000051712b4d. 00000001:00000010:1.0:1769074607.949217:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068134b8b. 00000001:00000010:1.0:1769074607.949221:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032ad6134. 00000001:00000010:1.0:1769074607.949226:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ffac1fbb. 00000001:00000010:1.0:1769074607.949229:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ee2892d. 00000001:00000010:1.0:1769074607.949232:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000016c4caa2. 00000001:00000010:1.0:1769074607.949234:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000271a3557. 00000001:00000010:1.0:1769074607.949236:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000dc075e8. 00000001:00000010:1.0:1769074607.949238:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e4733642. 00000001:00000010:1.0:1769074607.949240:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0ad1a2e. 00000001:00000010:1.0:1769074607.949242:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018e4659f. 00000020:00000010:1.0:1769074607.949247:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000223646ab. 00000020:00000010:1.0:1769074607.949252:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949256:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.949261:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.949265:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.949270:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.949276:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.949282:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a8db56b. 00000020:00000010:1.0:1769074607.949285:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a47b3e67. 00000020:00000010:1.0:1769074607.949290:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000053ef9b16. 00000008:00000010:1.0:1769074607.949293:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.949297:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.949300:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.949303:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.949307:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00020000:00000010:1.0:1769074607.949316:0:6180:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at 00000000935fbd1f. 00000020:00000010:1.0:1769074607.949332:0:6180:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001ebb056c. 00020000:00000010:1.0:1769074607.949492:0:6180:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000004d4abf6a. 00020000:00000010:1.0:1769074607.949497:0:6180:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000750961cd. 00000020:00000010:1.0:1769074607.949525:0:6180:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000965171fa. 00000020:00000010:1.0:1769074607.949535:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000079f6c634. 00000020:00000010:1.0:1769074607.949538:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000028736287. 00000020:00000010:1.0:1769074607.949545:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000cf00bfda. 00000040:00000010:1.0:1769074607.949549:0:6180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e5a9f276. 00000020:00000010:1.0:1769074607.949553:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003c80afc. 00000020:00000010:1.0:1769074607.949556:0:6180:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002fd48fb6. 00000020:00000010:1.0:1769074607.949562:0:6180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067f2d091. 80000000:00000010:1.0:1769074607.949567:0:6180:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a77d9fe. 40000000:00000010:1.0:1769074607.949570:0:6180:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040d51fb1. 00000008:00000010:1.0:1769074607.949573:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000024901360. 00020000:00000010:1.0:1769074607.949576:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000dbb3e564. 00008000:00000010:1.0:1769074607.949579:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034d7c092. 00100000:00000010:1.0:1769074607.949594:0:6180:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008b7acee3. 00040000:00000010:1.0:1769074607.949599:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057d89576. 00040000:00000010:1.0:1769074607.949623:0:6180:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000baaa6b7f. 00040000:00000010:1.0:1769074607.949628:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be3560b2. 00000004:00000010:1.0:1769074607.949632:0:6180:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c354114. 00000004:00000010:1.0:1769074607.949637:0:6180:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e74b7047. 00000004:00000010:1.0:1769074607.949641:0:6180:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009f270127. 00002000:00000010:1.0:1769074607.949646:0:6180:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c6424914. 00000004:00000010:1.0:1769074607.949658:0:6180:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b2364f0. 00000080:00000010:1.0:1769074607.949661:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000093d92634. 00000080:00000010:1.0:1769074607.949664:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000007dce61. 00000020:00000010:1.0:1769074607.949670:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a47b3e67. 00000020:00000010:1.0:1769074607.949675:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000053ef9b16. 00000008:00000010:1.0:1769074607.949679:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.949683:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.949686:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.949694:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.949697:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.949700:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a8db56b. 00000020:00000010:1.0:1769074607.949704:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949707:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.949710:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.949712:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.949715:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.949718:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.949720:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000223646ab. 00000020:00000010:1.0:1769074607.949724:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.949726:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949731:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000068a0dc53. 00000020:00000010:1.0:1769074607.949733:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000068a0dc53. 00000020:00000010:1.0:1769074607.949737:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000068a0dc53. 00000020:00000010:1.0:1769074607.949739:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000068a0dc53. 00000020:00000010:1.0:1769074607.949741:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949782:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949790:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000035db6d49. 00000020:00000010:1.0:1769074607.949794:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007968ef62. 00000020:00000010:1.0:1769074607.949803:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949806:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949810:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.949812:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000098c4aa49. 00000001:00000010:1.0:1769074607.949825:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000068a0dc53. 00000001:00000010:1.0:1769074607.949828:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000071b9f320. 00000001:00000010:1.0:1769074607.949831:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001da604e5. 00000001:00000010:1.0:1769074607.949834:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000078e9913. 00000001:00000010:1.0:1769074607.949837:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080007463. 00000001:00000010:1.0:1769074607.949840:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000521b5710. 00000001:00000010:1.0:1769074607.949843:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ae16cb71. 00000001:00000010:1.0:1769074607.949851:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006192dbca. 00000001:00000010:1.0:1769074607.949854:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055c000a2. 00000001:00000010:1.0:1769074607.949858:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050995040. 00000001:00000010:1.0:1769074607.949861:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089d7ef98. 00000001:00000010:1.0:1769074607.949864:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020d74aeb. 00000020:00000010:1.0:1769074607.949867:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.949870:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.949873:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.949877:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.949879:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.949883:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.949886:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.949889:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095022a66. 00000020:00000010:1.0:1769074607.949892:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9271570. 00000040:00000010:1.0:1769074607.949896:0:6180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001168124c. 00000020:00000010:1.0:1769074607.949900:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c6f39cfc. 00000020:00000010:1.0:1769074607.949904:0:6180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a27252df. 00040000:00000010:1.0:1769074607.949908:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d01a10a1. 00040000:00000010:1.0:1769074607.949911:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f84d601d. 00800000:00000010:1.0:1769074607.949915:0:6180:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000008a47821c. 00000020:00000010:1.0:1769074607.950046:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a16a2a3f. 00000020:00000010:1.0:1769074607.950052:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000001adb590e. 80000000:00000010:1.0:1769074607.950066:0:6180:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000c94aeb91. 00800000:00000010:1.0:1769074607.950108:0:6180:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000fa6b62a5. 00800000:00000010:1.0:1769074607.950113:0:6180:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000bfc69826. 00000020:00000010:1.0:1769074607.950116:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9271570. 00000040:00000010:1.0:1769074607.950121:0:6180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001168124c. 00000020:00000010:1.0:1769074607.950124:0:6180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c6f39cfc. 00000020:00000010:1.0:1769074607.950129:0:6180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a27252df. 00040000:00000010:1.0:1769074607.950132:0:6180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d01a10a1. 00040000:00000010:1.0:1769074607.950135:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f84d601d. 00000020:00000010:1.0:1769074607.950138:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095022a66. 00000020:00000010:1.0:1769074607.950141:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.950150:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.950153:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.950155:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.950157:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.950159:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.950161:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.950164:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.950166:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.950171:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950173:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950177:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950179:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950183:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000c6952e47. 00000020:00000010:1.0:1769074607.950187:0:6180:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000a45abb42. 00000020:00000010:1.0:1769074607.950190:0:6180:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000008fe59f9f. 00000020:00000010:1.0:1769074607.950194:0:6180:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000085446f27. 00000020:00000010:1.0:1769074607.950198:0:6180:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 00000000f7fdf391. 00000020:00000010:1.0:1769074607.950200:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000c6952e47. 00000020:00000010:1.0:1769074607.950204:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950206:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950211:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950213:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d01a10a1. 00000020:00000010:1.0:1769074607.950216:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000e2797a99. 00000100:00000010:1.0:1769074607.950220:0:6180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000005abe8073. 00000400:00000200:1.0:1769074607.950224:0:6180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1769074607.950230:0:6180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.950236:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.950242:0:6180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074607.950246:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.950251:0:6180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074607.950254:0:6180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:1.0:1769074607.950257:0:6180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 00000100:00000010:1.0:1769074607.950266:0:6180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000005abe8073. 00000020:00000010:1.0:1769074607.950269:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.950273:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.950277:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.950285:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009aee5f1a. 00000020:00000010:1.0:1769074607.950290:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c6f39cfc. 00000020:00000010:1.0:1769074607.950297:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.950299:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.950303:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.950307:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000098c4aa49. 00000001:00000010:1.0:1769074607.950321:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d01a10a1. 00000001:00000010:1.0:1769074607.950326:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000016161003. 00000001:00000010:1.0:1769074607.950329:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000842a3cae. 00000001:00000010:1.0:1769074607.950332:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe32d2f4. 00000001:00000010:1.0:1769074607.950335:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050fb07f1. 00000001:00000010:1.0:1769074607.950339:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020b7892e. 00000001:00000010:1.0:1769074607.950342:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009946e28b. 00000001:00000010:1.0:1769074607.950345:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000680d1793. 00000001:00000010:1.0:1769074607.950349:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a440350f. 00000001:00000010:1.0:1769074607.950352:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf3781a0. 00000001:00000010:1.0:1769074607.950355:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a450a9d6. 00000001:00000010:1.0:1769074607.950358:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063a9efb9. 00000020:00000010:1.0:1769074607.950362:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000900f332f. 00000020:00000010:1.0:1769074607.950365:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.950370:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.950374:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.950377:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.950381:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.950384:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.950388:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc72548. 00000020:00000010:1.0:1769074607.950392:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.950395:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c6952e47. 00000008:00000010:1.0:1769074607.950406:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.950409:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.950412:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.950416:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.950420:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000002:00000010:1.0:1769074607.950424:0:6180:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000e72559c3. 00010000:00000010:1.0:1769074607.950437:0:6180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000789a20e4. 00010000:00000010:1.0:1769074607.950445:0:6180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000db221f65. 00010000:00000010:1.0:1769074607.950450:0:6180:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ccc3f612. 00000020:00000010:1.0:1769074607.950455:0:6180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d398430e. 00000100:00000200:1.0:1769074607.950468:0:6180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.117@tcp->12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.950473:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.950477:0:6180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.117@tcp primary NID 192.168.204.117@tcp rc 0 00010000:00000010:1.0:1769074607.950483:0:6180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ed04988e. 00010000:00000010:1.0:1769074607.950489:0:6180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000011cb23a4. 00000001:00000010:1.0:1769074607.950494:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000095022a66. 00000001:00000010:1.0:1769074607.950498:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000005309ee41. 00000001:00000010:1.0:1769074607.950550:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008c809290. 00000001:00000010:1.0:1769074607.950621:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000cce9db9. 00000001:00000010:1.0:1769074607.950680:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c002a782. 00000001:00000010:1.0:1769074607.950768:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000744ba4be. 00000001:00000010:1.0:1769074607.950830:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061e9b8f9. 00000001:00000010:1.0:1769074607.950889:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1f92afc. 00000001:00000010:1.0:1769074607.950952:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067f7827c. 00000001:00000010:1.0:1769074607.951015:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff30084f. 00000001:00000010:1.0:1769074607.951063:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000089584f8. 00000001:00000010:1.0:1769074607.951116:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000069521080. 00000001:00000010:1.0:1769074607.951168:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000261874df. 00000001:00000010:1.0:1769074607.951226:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e87320de. 00000001:00000010:1.0:1769074607.951285:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009439de74. 00000001:00000010:1.0:1769074607.951334:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e9899b1. 00000001:00000010:1.0:1769074607.951391:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066afa029. 00000001:00000010:1.0:1769074607.951443:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c2e38c09. 00000001:00000010:1.0:1769074607.951498:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ecbb859a. 00000001:00000010:1.0:1769074607.951554:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dcd5d212. 00000001:00000010:1.0:1769074607.951623:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008e09a97f. 00000001:00000010:1.0:1769074607.951676:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040a5049f. 00000001:00000010:1.0:1769074607.951730:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000912bc572. 00000001:00000010:1.0:1769074607.951808:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de725edc. 00000001:00000010:1.0:1769074607.951864:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003ccda4cd. 00000001:00000010:1.0:1769074607.951924:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009db0487b. 00000001:00000010:1.0:1769074607.951975:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e15ebc0f. 00000001:00000010:1.0:1769074607.952030:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000045d60002. 00000001:00000010:1.0:1769074607.952089:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000041b71d33. 00000001:00000010:1.0:1769074607.952145:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019d02576. 00000001:00000010:1.0:1769074607.952204:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000afe14134. 00000001:00000010:1.0:1769074607.952267:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003693b8fe. 00000001:00000010:1.0:1769074607.952328:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c48cf207. 00000001:00000010:1.0:1769074607.952391:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000655ca242. 00000020:00000010:1.0:1769074607.952510:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008334d6fd. 00000020:00000010:1.0:1769074607.952516:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000d79ad1ad. 00000100:00000010:3.0:1769074607.955962:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d9c3cd. 00000100:00000010:2.0:1769074607.957459:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eed062b2. 00000020:00000010:1.0:1769074607.966743:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef241367. 00000020:00000010:1.0:1769074607.966778:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f84d601d. 00000020:00000010:1.0:1769074607.967039:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c8170e92. 00000020:00000010:1.0:1769074607.967043:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000001168124c. 00000020:00000010:1.0:1769074607.967077:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d1633974. 00000020:00000010:1.0:1769074607.967432:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d26b22cd. 00000040:00000010:1.0:1769074607.967461:0:6180:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000223244f4. 00000002:00000010:1.0:1769074607.967470:0:6180:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000d6f189a2. 00000020:00000010:1.0:1769074607.967929:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.967934:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000c6952e47. 00000008:00000010:1.0:1769074607.967941:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.967952:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.967957:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.967962:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.967967:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.967970:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc72548. 00000020:00000010:1.0:1769074607.967977:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.967980:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.967985:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.967989:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.967993:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.967998:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.968001:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000900f332f. 00000020:00000010:1.0:1769074607.968008:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.968011:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.968022:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968027:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.968035:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.968039:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9271570. 00000040:00000010:1.0:1769074607.968042:0:6180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a27252df. 00000020:00000010:1.0:1769074607.968046:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006fe2188d. 00000020:00000010:1.0:1769074607.968051:0:6180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000900f332f. 00040000:00000010:1.0:1769074607.968055:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048afafac. 00040000:00000010:1.0:1769074607.968059:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cc72548. 00800000:00000010:1.0:1769074607.968076:0:6180:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000a3eba023. 00020000:00000010:1.0:1769074607.968093:0:6180:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007a5214ca. 00000020:00000010:1.0:1769074607.968097:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9271570. 00000040:00000010:1.0:1769074607.968101:0:6180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a27252df. 00000020:00000010:1.0:1769074607.968103:0:6180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006fe2188d. 00000020:00000010:1.0:1769074607.968108:0:6180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000900f332f. 00040000:00000010:1.0:1769074607.968111:0:6180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048afafac. 00040000:00000010:1.0:1769074607.968114:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cc72548. 00000020:00000010:1.0:1769074607.968116:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5befe47. 00000020:00000010:1.0:1769074607.968126:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc72548. 00000020:00000010:1.0:1769074607.968128:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000900f332f. 00000020:00000010:1.0:1769074607.968131:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d14dacc9. 00000008:00000010:1.0:1769074607.968135:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.968138:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.968142:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.968147:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.968150:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.968159:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000900f332f. 00000020:00000010:1.0:1769074607.968161:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d14dacc9. 00000008:00000010:1.0:1769074607.968164:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.968166:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.968168:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.968170:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.968173:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.968175:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc72548. 00000020:00000010:1.0:1769074607.968177:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.968179:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968184:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968186:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968190:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968193:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968198:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968200:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000048afafac. 00000020:00000010:1.0:1769074607.968203:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000583eed98. 00000100:00000010:1.0:1769074607.968217:0:6180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000006a164e58. 00000400:00000200:1.0:1769074607.968222:0:6180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1769074607.968230:0:6180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.968238:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.968245:0:6180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074607.968251:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.968257:0:6180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074607.968261:0:6180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:1.0:1769074607.968272:0:6180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 00000100:00000010:1.0:1769074607.968274:0:6180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000006a164e58. 00000020:00000010:1.0:1769074607.968277:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968282:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968287:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.968297:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c95358cf. 00000020:00000010:1.0:1769074607.968304:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006fe2188d. 00000020:00000010:1.0:1769074607.968319:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.968322:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968327:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000583eed98. 00000020:00000010:1.0:1769074607.968331:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000098c4aa49. 00000001:00000010:1.0:1769074607.968353:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000048afafac. 00000001:00000010:1.0:1769074607.968359:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009b754bc6. 00000001:00000010:1.0:1769074607.968362:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009cc72548. 00000001:00000010:1.0:1769074607.968365:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000900f332f. 00000001:00000010:1.0:1769074607.968368:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5befe47. 00000001:00000010:1.0:1769074607.968372:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a27252df. 00000001:00000010:1.0:1769074607.968376:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001914a95f. 00000001:00000010:1.0:1769074607.968391:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d29e8ac. 00000001:00000010:1.0:1769074607.968394:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9271570. 00000001:00000010:1.0:1769074607.968399:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b77d2f55. 00000001:00000010:1.0:1769074607.968402:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d1d3f3bd. 00000001:00000010:1.0:1769074607.968405:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bc209fb. 00000020:00000010:1.0:1769074607.968409:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.968412:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.968416:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.968421:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.968425:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.968429:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.968432:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.968437:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018a05883. 00000020:00000010:1.0:1769074607.968440:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000057ab16ea. 00000020:00000010:1.0:1769074607.968449:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d14dacc9. 00000008:00000010:1.0:1769074607.968451:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.968454:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.968457:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.968459:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.968461:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000002:00000010:1.0:1769074607.968465:0:6180:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000056b0ee81. 00010000:00000010:1.0:1769074607.968488:0:6180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000001abe9845. 00010000:00000010:1.0:1769074607.968498:0:6180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000001f7be8a9. 00010000:00000010:1.0:1769074607.968504:0:6180:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000e2797a99. 00000020:00000010:1.0:1769074607.968511:0:6180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f61f1648. 00000100:00000200:1.0:1769074607.968528:0:6180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.117@tcp->12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.968534:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.968538:0:6180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.117@tcp primary NID 192.168.204.117@tcp rc 0 00010000:00000010:1.0:1769074607.968544:0:6180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ba01af8d. 00010000:00000010:1.0:1769074607.968550:0:6180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000089d9813c. 00000001:00000010:1.0:1769074607.968554:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000003d5f4c3. 00000001:00000010:1.0:1769074607.968558:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000033f7c17b. 00000001:00000010:1.0:1769074607.975047:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aff8cbac. 00000001:00000010:1.0:1769074607.975123:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ffa115f5. 00000001:00000010:1.0:1769074607.975171:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065efca7d. 00000001:00000010:1.0:1769074607.975218:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000208dbfce. 00000001:00000010:1.0:1769074607.975265:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d61e8293. 00000001:00000010:1.0:1769074607.975314:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000525b94ab. 00000001:00000010:1.0:1769074607.975357:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e6a6e378. 00000001:00000010:1.0:1769074607.975402:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fdc774a6. 00000001:00000010:1.0:1769074607.975451:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005579c072. 00000001:00000010:1.0:1769074607.977083:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000afc93248. 00000001:00000010:1.0:1769074607.977137:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006cc2647. 00000001:00000010:1.0:1769074607.977184:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000590f15fc. 00000001:00000010:1.0:1769074607.977242:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008495c929. 00000001:00000010:1.0:1769074607.977289:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000191caeb8. 00000001:00000010:1.0:1769074607.977333:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d600e55c. 00000001:00000010:1.0:1769074607.977381:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024d65cb3. 00000001:00000010:1.0:1769074607.977426:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7d0a237. 00000001:00000010:1.0:1769074607.977472:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017e79d79. 00000001:00000010:1.0:1769074607.979707:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d0d43ff. 00000001:00000010:1.0:1769074607.979774:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ff716b5. 00000001:00000010:1.0:1769074607.979829:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e601ef0f. 00000001:00000010:1.0:1769074607.979874:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000075d5b93b. 00000001:00000010:1.0:1769074607.981116:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000179dc895. 00000001:00000010:1.0:1769074607.981177:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a3b5db9. 00000001:00000010:1.0:1769074607.981223:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2659137. 00000001:00000010:1.0:1769074607.981271:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ffaf2ea. 00000001:00000010:1.0:1769074607.981318:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a471801f. 00000001:00000010:1.0:1769074607.981365:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000098f65c5d. 00000001:00000010:1.0:1769074607.981412:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a8c0531. 00000001:00000010:1.0:1769074607.981462:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b5a8759. 00000001:00000010:1.0:1769074607.981524:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a6eb0b1. 00000001:00000010:1.0:1769074607.981573:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000d54e46e. 00000020:00000010:1.0:1769074607.981653:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e38045f6. 00000020:00000010:1.0:1769074607.981657:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000c763889e. 00000020:00000010:1.0:1769074607.981736:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef12cece. 00000020:00000010:1.0:1769074607.981739:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000b5bec090. 00000020:00000010:1.0:1769074607.984302:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000033d12ce1. 00000020:00000010:1.0:1769074607.984314:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000a03562e5. 00000020:00000010:1.0:1769074607.984347:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e4d389c. 00000020:00000010:1.0:1769074607.984351:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001c4e5102. 00000040:00000010:1.0:1769074607.984376:0:6180:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d52f440c. 00000002:00000010:1.0:1769074607.984386:0:6180:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000009544d8e0. 00000020:00000010:1.0:1769074607.985653:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000057ab16ea. 00000020:00000010:1.0:1769074607.985660:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d14dacc9. 00000008:00000010:1.0:1769074607.985672:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.985677:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.985681:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.985686:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.985690:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.985694:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018a05883. 00000020:00000010:1.0:1769074607.985700:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.985704:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.985707:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.985711:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.985714:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.985717:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.985720:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.985724:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000098c4aa49. 00000020:00000010:1.0:1769074607.985728:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000583eed98. 00000020:00000010:1.0:1769074607.985739:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.985743:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000002c293822. 00000020:00000010:1.0:1769074607.985777:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.985781:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018a05883. 00000040:00000010:1.0:1769074607.985785:0:6180:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000057ab16ea. 00000020:00000010:1.0:1769074607.985789:0:6180:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080fc1bbf. 00000020:00000010:1.0:1769074607.985792:0:6180:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005f340140. 00040000:00000010:1.0:1769074607.985796:0:6180:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a18d351. 00040000:00000010:1.0:1769074607.985799:0:6180:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000028bb633. 00800000:00000010:1.0:1769074607.986995:0:6180:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000545cc13f. 00000020:00000010:1.0:1769074607.987006:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000018a05883. 00000040:00000010:1.0:1769074607.987010:0:6180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000057ab16ea. 00000020:00000010:1.0:1769074607.987013:0:6180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080fc1bbf. 00000020:00000010:1.0:1769074607.987017:0:6180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f340140. 00040000:00000010:1.0:1769074607.987021:0:6180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004a18d351. 00040000:00000010:1.0:1769074607.987025:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000028bb633. 00000020:00000010:1.0:1769074607.987027:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.987034:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.987043:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000028bb633. 00000020:00000010:1.0:1769074607.987046:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.987051:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.987056:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.987061:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.987067:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.987070:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.987078:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000028bb633. 00000020:00000010:1.0:1769074607.987081:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.987083:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.987086:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.987089:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.987091:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.987093:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.987095:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000571d64ec. 00000020:00000010:1.0:1769074607.987098:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000002c293822. 00000020:00000010:1.0:1769074607.987100:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.987111:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987114:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987118:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987120:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987125:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987127:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004a18d351. 00000020:00000010:1.0:1769074607.987129:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000007865615e. 00000100:00000010:1.0:1769074607.987133:0:6180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000064b3030d. 00000400:00000200:1.0:1769074607.987137:0:6180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1769074607.987144:0:6180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.987152:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.987156:0:6180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074607.987162:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.987168:0:6180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074607.987171:0:6180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:1.0:1769074607.987173:0:6180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 00000100:00000010:1.0:1769074607.987181:0:6180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000064b3030d. 00000020:00000010:1.0:1769074607.987184:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000007865615e. 00000020:00000010:1.0:1769074607.987189:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.987192:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.987213:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000296ce011. 00000020:00000010:1.0:1769074607.987220:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000080fc1bbf. 00000020:00000010:1.0:1769074607.987236:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.987238:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.987242:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.987245:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000002c293822. 00000001:00000010:1.0:1769074607.987260:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a18d351. 00000001:00000010:1.0:1769074607.987264:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bb138b70. 00000001:00000010:1.0:1769074607.987267:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000571d64ec. 00000001:00000010:1.0:1769074607.987268:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000028bb633. 00000001:00000010:1.0:1769074607.987270:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f340140. 00000001:00000010:1.0:1769074607.987272:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057ab16ea. 00000001:00000010:1.0:1769074607.987274:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b087ddf2. 00000001:00000010:1.0:1769074607.987277:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004b5d6c98. 00000001:00000010:1.0:1769074607.987278:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018a05883. 00000001:00000010:1.0:1769074607.987281:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039089e28. 00000001:00000010:1.0:1769074607.987283:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002cc87d7a. 00000001:00000010:1.0:1769074607.987288:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014ac10b9. 00000020:00000010:1.0:1769074607.987291:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e185150b. 00000020:00000010:1.0:1769074607.987294:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.987298:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.987303:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.987306:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.987309:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.987313:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.987317:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cb21aae. 00000020:00000010:1.0:1769074607.987327:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059714637. 00000020:00000010:1.0:1769074607.987330:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.987335:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.987337:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.987339:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.987342:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.987343:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000008:00000010:1.0:1769074607.987347:0:6180:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000a4dcd83e. 00010000:00000010:1.0:1769074607.987358:0:6180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000045fe0bcd. 00010000:00000010:1.0:1769074607.987369:0:6180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000de252dcc. 00000020:00000010:1.0:1769074607.987377:0:6180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000bcc32668. 00000100:00000200:1.0:1769074607.987391:0:6180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.117@tcp->12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.987396:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.987400:0:6180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.117@tcp primary NID 192.168.204.117@tcp rc 0 00010000:00000010:1.0:1769074607.987405:0:6180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000002f4893f1. 00010000:00000010:1.0:1769074607.987410:0:6180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000000a612581. 00000001:00000010:1.0:1769074607.987412:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000aaf3200a. 00000001:00000010:1.0:1769074607.987415:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000d07224ec. 00000001:00000010:1.0:1769074607.987427:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b5436e38. 00000001:00000010:1.0:1769074607.987434:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005d94917b. 00000001:00000010:1.0:1769074607.987439:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001269fd7d. 00000001:00000010:1.0:1769074607.987443:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000311810db. 00000001:00000010:1.0:1769074607.987454:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000014a818f8. 00000001:00000010:1.0:1769074607.987460:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d41040fd. 00000001:00000010:1.0:1769074607.987466:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007830d6f5. 00000001:00000010:1.0:1769074607.987471:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eab2134d. 00000001:00000010:1.0:1769074607.987496:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a422119a. 00000001:00000010:1.0:1769074607.987503:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bd17e082. 00000001:00000010:1.0:1769074607.987508:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000367a6178. 00000001:00000010:1.0:1769074607.987513:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003cde579d. 00000001:00000010:1.0:1769074607.987523:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000af9bdbcc. 00000001:00000010:1.0:1769074607.987529:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000031ca35e9. 00000001:00000010:1.0:1769074607.987534:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000034eebc3f. 00000001:00000010:1.0:1769074607.987539:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f981e969. 00000020:00000010:1.0:1769074607.987594:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000035c26f17. 00000020:00000010:1.0:1769074607.987597:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000014c7f863. 00000020:00000010:1.0:1769074607.987673:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006532dece. 00000020:00000010:1.0:1769074607.987676:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006e6a87cf. 00000020:00000010:1.0:1769074607.987913:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000096a89d3. 00000020:00000010:1.0:1769074607.987916:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000046155fa7. 00000100:00000010:1.0:1769074607.987939:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75f251b. 00000100:00000010:1.0:1769074607.988100:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000042b1f5dc. 00000100:00000010:1.0:1769074607.988105:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001409f9e4. 00000100:00000010:1.0:1769074607.988265:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000002064082b. 00000100:00000010:1.0:1769074607.988270:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccc7e34d. 00000100:00000010:1.0:1769074607.988421:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d63caf05. 00000100:00000010:1.0:1769074607.988425:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee63847c. 00000100:00000010:1.0:1769074607.988578:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000007a5a29af. 00000100:00000010:1.0:1769074607.988581:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007f12c5b. 00000100:00000010:1.0:1769074607.988767:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006e968b95. 00000100:00000010:1.0:1769074607.988772:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8018815. 00000100:00000010:1.0:1769074607.988946:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000025969887. 00000100:00000010:1.0:1769074607.988952:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d951a2f. 00000100:00000010:1.0:1769074607.989108:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c484acf3. 00000100:00000010:1.0:1769074607.989112:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a430e498. 00000100:00000010:1.0:1769074607.989265:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000092da3c9d. 00000100:00000010:1.0:1769074607.989269:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5a28820. 00000100:00000010:1.0:1769074607.989421:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e90f9d63. 00000100:00000010:1.0:1769074607.989425:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f41ed8. 00000100:00000010:1.0:1769074607.989583:0:6180:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009b96a1ab. 00000020:00000010:1.0:1769074607.989597:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059714637. 00000020:00000010:1.0:1769074607.994975:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.994987:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.994991:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.994996:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.995007:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.995012:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.995016:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cb21aae. 00000020:00000010:1.0:1769074607.995024:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.995028:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.995032:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.995035:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.995038:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.995041:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.995044:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e185150b. 00000020:00000010:1.0:1769074607.995050:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.995054:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.995067:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.995071:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.995079:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059714637. 00000020:00000010:1.0:1769074607.995083:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087989c30. 00000020:00000010:1.0:1769074607.995086:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.995091:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.995094:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.995097:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.995103:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.995106:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00020000:00000010:1.0:1769074607.995119:0:6180:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000006b869d3f. 00020000:00000010:1.0:1769074607.995125:0:6180:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000003226b598. 00020000:00000010:1.0:1769074607.995131:0:6180:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at 0000000025f57e26. 00000020:00000010:1.0:1769074607.995134:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087989c30. 00000020:00000010:1.0:1769074607.995137:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.995139:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.995141:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.995143:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.995144:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.995146:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.995153:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059714637. 00000020:00000010:1.0:1769074607.995156:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.995158:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.995163:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995165:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995170:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995172:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995176:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995178:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008842d7ef. 00000020:00000010:1.0:1769074607.995180:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000007865615e. 00000100:00000010:1.0:1769074607.995184:0:6180:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000c8772b45. 00000400:00000200:1.0:1769074607.995188:0:6180:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1769074607.995195:0:6180:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:1.0:1769074607.995202:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.995207:0:6180:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074607.995213:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.995219:0:6180:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074607.995221:0:6180:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:1.0:1769074607.995224:0:6180:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 00000100:00000010:1.0:1769074607.995226:0:6180:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000c8772b45. 00000020:00000010:1.0:1769074607.995230:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000007865615e. 00000020:00000010:1.0:1769074607.995234:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.995237:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.995246:0:6180:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000015b50e3a. 00000020:00000010:1.0:1769074607.995252:0:6180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003cca63af. 00000020:00000010:1.0:1769074607.995267:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.995269:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.995272:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.995275:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000002c293822. 00000001:00000010:1.0:1769074607.995290:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008842d7ef. 00000001:00000010:1.0:1769074607.995295:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000015bcb2b4. 00000001:00000010:1.0:1769074607.995297:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059714637. 00000001:00000010:1.0:1769074607.995304:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087989c30. 00000001:00000010:1.0:1769074607.995306:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee16eaac. 00000001:00000010:1.0:1769074607.995308:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e2cfc3e. 00000001:00000010:1.0:1769074607.995310:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ba236c0. 00000001:00000010:1.0:1769074607.995313:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fb2e10cb. 00000001:00000010:1.0:1769074607.995314:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c82fae49. 00000001:00000010:1.0:1769074607.995316:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071a8ee54. 00000001:00000010:1.0:1769074607.995318:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d9aceb5. 00000001:00000010:1.0:1769074607.995321:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000086a008b8. 00000020:00000010:1.0:1769074607.995324:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9f7b81. 00000020:00000010:1.0:1769074607.995327:0:6180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.995331:0:6180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.995335:0:6180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.995338:0:6180:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.995340:0:6180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.995344:0:6180:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.995347:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000885e6f12. 00000020:00000010:1.0:1769074607.995349:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000004680d28. 00000020:00000010:1.0:1769074607.995351:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.995353:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.995355:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.995357:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.995358:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.995360:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00000008:00000010:1.0:1769074607.995363:0:6180:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000b1bca079. 00010000:00000010:1.0:1769074607.995373:0:6180:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ab273be4. 00010000:00000010:1.0:1769074607.995379:0:6180:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000773d5df9. 00000020:00000010:1.0:1769074607.995386:0:6180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c42fb10f. 00000100:00000200:1.0:1769074607.995399:0:6180:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.117@tcp->12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074607.995404:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074607.995408:0:6180:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.117@tcp primary NID 192.168.204.117@tcp rc 0 00010000:00000010:1.0:1769074607.995413:0:6180:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000008d4fdf3c. 00010000:00000010:1.0:1769074607.995423:0:6180:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000bf36e8ee. 00000001:00000010:1.0:1769074607.995426:0:6180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eea65bc6. 00000001:00000010:1.0:1769074607.995428:0:6180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000001317b9f1. 00000001:00000010:1.0:1769074607.995442:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c07b2e32. 00000001:00000010:1.0:1769074607.995449:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000241516f2. 00000001:00000010:1.0:1769074607.995454:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000054939fa9. 00000001:00000010:1.0:1769074607.995459:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000db08d843. 00000001:00000010:1.0:1769074607.995473:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fe223f49. 00000001:00000010:1.0:1769074607.995478:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009dd3f5f5. 00000001:00000010:1.0:1769074607.996670:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dee8db3b. 00000001:00000010:1.0:1769074607.996678:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000b01d6f7. 00000001:00000010:1.0:1769074607.996692:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000df84fd55. 00000001:00000010:1.0:1769074607.996698:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000097fa4363. 00000001:00000010:1.0:1769074607.996703:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001ff769a7. 00000001:00000010:1.0:1769074607.996708:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bf89d78f. 00000001:00000010:1.0:1769074607.996718:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000082979777. 00000001:00000010:1.0:1769074607.996724:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003d9fc8f0. 00000001:00000010:1.0:1769074607.996730:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003807fcf3. 00000001:00000010:1.0:1769074607.996734:0:6180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fc5729ee. 00000020:00000010:1.0:1769074607.997921:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003226a658. 00000020:00000010:1.0:1769074607.997930:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000005377449f. 00000020:00000010:1.0:1769074607.998011:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004e09a072. 00000020:00000010:1.0:1769074607.998015:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e185150b. 00000020:00000010:1.0:1769074607.998241:0:6180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c3f56420. 00000020:00000010:1.0:1769074607.998245:0:6180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005cf98116. 00000020:00000010:1.0:1769074607.998269:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000004680d28. 00000020:00000010:1.0:1769074607.998275:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.998280:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.998284:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.998288:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.998294:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.998308:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.998312:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000885e6f12. 00000020:00000010:1.0:1769074607.998317:0:6180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.998321:0:6180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035f96ca5. 00000008:00000010:1.0:1769074607.998324:0:6180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b7bceeef. 00020000:00000010:1.0:1769074607.998328:0:6180:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dffccd55. 00008000:00000010:1.0:1769074607.998331:0:6180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000649aaca9. 00000080:00000010:1.0:1769074607.998334:0:6180:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000050c9b637. 00000020:00000010:1.0:1769074607.998337:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9f7b81. 00000020:00000010:1.0:1769074607.998343:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000002c293822. 00000020:00000010:1.0:1769074607.998346:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000007865615e. 00000020:00000010:1.0:1769074607.998358:0:6180:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.998362:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.998369:0:6180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9f7b81. 00000020:00000010:1.0:1769074607.998372:0:6180:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000885e6f12. 00000020:00000010:1.0:1769074607.998374:0:6180:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.998379:0:6180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.998381:0:6180:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.998385:0:6180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.998389:0:6180:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.998391:0:6180:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000559a8a14. 00020000:00000010:1.0:1769074607.998404:0:6180:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 0000000004680d28. 00000020:00000010:1.0:1769074607.998411:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000885e6f12. 00000020:00000010:1.0:1769074607.998413:0:6180:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000007652ecd7. 00000008:00000010:1.0:1769074607.998415:0:6180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002c081167. 00020000:00000010:1.0:1769074607.998417:0:6180:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000045411ee2. 00008000:00000010:1.0:1769074607.998419:0:6180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000033fbde46. 00000080:00000010:1.0:1769074607.998421:0:6180:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005c72fa42. 00000080:00000010:1.0:1769074607.998423:0:6180:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000559a8a14. 00000020:00000010:1.0:1769074607.998425:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9f7b81. 00000020:00000010:1.0:1769074607.998427:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000cb991c8e. 00000020:00000010:1.0:1769074607.998428:0:6180:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000007865615e. 00000020:00000010:1.0:1769074607.998440:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009c2ccb24. 00000020:00000010:1.0:1769074607.998442:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009c2ccb24. 00000020:00000010:1.0:1769074607.998447:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009c2ccb24. 00000020:00000010:1.0:1769074607.998449:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009c2ccb24. 00000020:00000010:1.0:1769074607.998451:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000007865615e. 00000020:00000010:1.0:1769074607.998453:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000007865615e. 00000100:00000010:1.0:1769074607.998462:0:6180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012b3437d. 02000000:00000010:1.0:1769074607.998475:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e9f7b81. 00000100:00000010:1.0:1769074608.000077:0:6180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c293822. 02000000:00000010:1.0:1769074608.000120:0:6180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000062421eaa. 00000400:00000200:1.0:1769074608.000133:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074608.000138:0:6180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074608.000144:0:6180:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000099332098. 00000100:00000200:1.0:1769074608.000151:0:6180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961201152, portal 25 00000400:00000010:1.0:1769074608.000157:0:6180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004197cde6. 00000100:00000200:1.0:1769074608.000160:0:6180:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961201152, offset 0 00000400:00000200:1.0:1769074608.000168:0:6180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074608.000175:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074608.000182:0:6180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074608.000187:0:6180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074608.000191:0:6180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074608.000194:0:6180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074608.000197:0:6180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074608.000200:0:6180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [11:11:256:4294967295] 192.168.204.117@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1769074608.000205:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074608.000214:0:6180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074608.000220:0:6180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074608.000224:0:6180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c2ccb24. 00000800:00000200:1.0:1769074608.000230:0:6180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074608.000238:0:6180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074608.000243:0:6180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c2ccb24 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1769074608.000266:0:6180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074608.000269:0:6180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007652ecd7. 00000100:00000010:1.0:1769074608.000281:0:6180:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d18850e. 00000800:00000200:2.0:1769074608.003157:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074608.003163:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c2ccb24. 00000400:00000200:2.0:1769074608.003171:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.003180:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074608.003187:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004197cde6 00000400:00000010:2.0:1769074608.003190:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004197cde6. 00000100:00000200:2.0:1769074608.003199:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012b3437d x1855008961201152/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074608.003784:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007652ecd7. 00000100:00000010:3.0:1769074608.004706:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d18850e. 00000400:00000200:3.0:1769074608.008487:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.008498:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.008505:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.008511:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.008517:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.008520:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8472 into portal 25 MB=0x6971eee300400 00000400:00000200:3.0:1769074608.008526:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.008532:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8472/8472 into md 0x24d [4] + 224 00000400:00000200:3.0:1769074608.008551:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.008556:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.008569:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012b3437d x1855008961201152/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074608.009999:0:6180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:1.0:1769074608.010007:0:6180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099332098 00000400:00000010:1.0:1769074608.010009:0:6180:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000099332098. 00000100:00000200:1.0:1769074608.010020:0:6180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012b3437d x1855008961201152/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074608.010030:0:6180:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012b3437d x1855008961201152/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074608.010053:0:6180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002c293822. 02000000:00000010:1.0:1769074608.010063:0:6180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000062421eaa. 02000000:00000010:1.0:1769074608.010073:0:6180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e9f7b81. 00000100:00000010:1.0:1769074608.010079:0:6180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012b3437d. 00000020:00000010:1.0:1769074608.010094:0:6180:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000dfd0d158. 00000020:00000010:1.0:1769074608.010098:0:6180:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000dfd0d158. 00000040:00000010:1.0:1769074608.010103:0:6180:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000499bae0b. 00000020:00000010:1.0:1769074608.010113:0:6180:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000021b34f0a. 00000020:00000010:1.0:1769074608.010129:0:6180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0c47d97. 00000040:00000010:1.0:1769074608.010134:0:6180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000040646664. 00000020:00000010:1.0:1769074608.010138:0:6180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030dc8bc8. 00000020:00000010:1.0:1769074608.010144:0:6180:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f172c699. 00000020:00000010:1.0:1769074608.010149:0:6180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000061c83b3e. 80000000:00000010:1.0:1769074608.010154:0:6180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ce4c08bc. 40000000:00000010:1.0:1769074608.010159:0:6180:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000054d1eef3. 00100000:00000010:1.0:1769074608.010165:0:6180:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be3fbec1. 00040000:00000010:1.0:1769074608.010170:0:6180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d44b0eb. 00040000:00000010:1.0:1769074608.010176:0:6180:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000277aba7e. 00040000:00000010:1.0:1769074608.010180:0:6180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dbae7955. 00000004:00000010:1.0:1769074608.010185:0:6180:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000252d0f6c. 00000004:00000010:1.0:1769074608.010190:0:6180:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005392a7a3. 00000004:00000010:1.0:1769074608.010197:0:6180:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ec29b7fc. 00002000:00000010:1.0:1769074608.010208:0:6180:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000476695b7. 00000004:00000010:1.0:1769074608.010213:0:6180:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d8e3a360. 00000020:00000010:1.0:1769074608.010217:0:6180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100b8f1c. 00000040:00000010:2.0:1769074608.018367:0:6161:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006a8787c9. 00000040:00000010:2.0:1769074608.018387:0:6161:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008d23776c. 00000040:00000010:2.0:1769074608.018391:0:6161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bb04753a. 00000020:00000010:2.0:1769074608.018400:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b70e5cbc. 00000040:00000010:2.0:1769074608.018405:0:6161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004b22c509. 00000020:00000010:2.0:1769074608.018410:0:6161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000497d0f7e. 00000020:00000010:2.0:1769074608.018416:0:6161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086464fdb. 80000000:00000010:2.0:1769074608.018422:0:6161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000101fe726. 00040000:00000010:2.0:1769074608.018426:0:6161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002d00e68. 20000000:00000010:2.0:1769074608.018432:0:6161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000cb196092. 00000020:00000010:2.0:1769074608.018435:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca9eb433. 10000000:00000010:2.0:1769074608.018439:0:6161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000076be074d. 00000100:00000010:3.0:1769074608.018739:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b2d771b. 02000000:00000010:3.0:1769074608.018777:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d20b2c3. 00010000:00000010:3.0:1769074608.018791:0:6161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008200f59b. 00010000:00000010:3.0:1769074608.018804:0:6161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c263986d. 00000020:00000010:3.0:1769074608.018809:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001525898b. 00000100:00000010:3.0:1769074608.018825:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000965327e3. 02000000:00000010:3.0:1769074608.018843:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000003111a1c. 00000400:00000200:3.0:1769074608.018854:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.018858:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e97a047d. 00000400:00000010:3.0:1769074608.018863:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfd4ffc. 00000100:00000200:3.0:1769074608.018869:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961201280, portal 25 00000400:00000010:3.0:1769074608.018873:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a6337b9. 00000100:00000200:3.0:1769074608.018875:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008961201280, offset 0 00000400:00000200:3.0:1769074608.018884:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.018891:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.018898:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.018903:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.018907:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.018910:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.018913:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.018916:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [12:12:256:4294967295] 192.168.204.117@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1769074608.018920:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.018929:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.018935:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.018938:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b301ee1. 00000800:00000200:3.0:1769074608.018944:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.018952:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.018957:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b301ee1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.018971:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:3.0:1769074608.018976:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007545b38e. 00000100:00000010:3.0:1769074608.018987:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eed062b2. 00000800:00000200:3.0:1769074608.020060:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.020067:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b301ee1. 00000400:00000200:3.0:1769074608.020075:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.020102:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.020109:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a6337b9 00000400:00000010:3.0:1769074608.020111:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a6337b9. 00000100:00000200:3.0:1769074608.020119:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b2d771b x1855008961201280/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074608.029171:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.029181:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.029188:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.029193:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.029199:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.029202:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6971eee300480 00000400:00000200:3.0:1769074608.029208:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.029214:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x255 [1] + 224 00000400:00000200:3.0:1769074608.029234:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.029239:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.029251:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b2d771b x1855008961201280/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.030865:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eed062b2. 00000400:00000010:1.0:1769074608.031728:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e97a047d. 00000400:00000200:1.0:1769074608.031736:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfd4ffc 00000400:00000010:1.0:1769074608.031739:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfd4ffc. 00000100:00000200:1.0:1769074608.031767:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b2d771b x1855008961201280/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074608.031778:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b2d771b x1855008961201280/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074608.031805:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000965327e3. 02000000:00000010:1.0:1769074608.031828:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000003111a1c. 02000000:00000010:1.0:1769074608.031834:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d20b2c3. 00000100:00000010:1.0:1769074608.031839:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b2d771b. 10000000:00000010:1.0:1769074608.031851:0:6161:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000001e35aab3. 00000100:00000010:1.0:1769074608.032362:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012b3437d. 02000000:00000010:1.0:1769074608.032380:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066965914. 00000100:00000010:1.0:1769074608.032392:0:6161:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000091034dd0. 00000100:00000010:1.0:1769074608.032396:0:6161:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000008575d2d6. 00000100:00000010:1.0:1769074608.032414:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c293822. 00000400:00000200:1.0:1769074608.032438:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074608.032442:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003798f1e7. 00000400:00000010:1.0:1769074608.032453:0:6161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d23776c. 00000100:00000200:1.0:1769074608.032461:0:6161:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6971eee300500-0x6971eee300500, portal 33 02000000:00000010:1.0:1769074608.032467:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000652077bb. 00000400:00000200:1.0:1769074608.032470:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074608.032485:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175d5ffa. 00000400:00000010:1.0:1769074608.032490:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008209ba55. 00000100:00000200:1.0:1769074608.032493:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961201408, portal 25 00000400:00000010:1.0:1769074608.032498:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4a03f05. 00000100:00000200:1.0:1769074608.032501:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855008961201408, offset 0 00000400:00000200:1.0:1769074608.032508:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074608.032522:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074608.032529:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074608.032535:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074608.032539:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074608.032542:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074608.032544:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074608.032547:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [13:13:256:4294967295] 192.168.204.117@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1769074608.032552:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074608.032562:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074608.032567:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074608.032572:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfd0d158. 00000800:00000200:1.0:1769074608.032580:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074608.032587:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074608.032591:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfd0d158 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1769074608.032625:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:1.0:1769074608.032637:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce536dc8. 00000800:00000200:3.0:1769074608.033057:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.033061:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfd0d158. 00000400:00000200:3.0:1769074608.033066:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.033071:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.033076:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4a03f05 00000400:00000010:3.0:1769074608.033077:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4a03f05. 00000100:00000200:3.0:1769074608.033084:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012b3437d x1855008961201408/t0(0) o256->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074608.036789:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007545b38e. 00000100:00000010:3.0:1769074608.037075:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce536dc8. 00000400:00000200:2.0:1769074608.037589:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037599:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074608.037616:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037622:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037627:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037631:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 176 into portal 33 MB=0x6971eee300500 00000400:00000200:2.0:1769074608.037637:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037643:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.117@tcp of length 176/176 into md 0x265 [256] + 0 00000400:00000010:2.0:1769074608.037649:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003798f1e7. 00000400:00000200:2.0:1769074608.037654:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d23776c 00000400:00000200:2.0:1769074608.037672:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.037677:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074608.037683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d23776c 00000400:00000010:2.0:1769074608.037685:0:2398:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008d23776c. 00000100:00000200:2.0:1769074608.037691:0:2398:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000012b3437d desc 0000000091034dd0 mbits 1855008961201408 00000400:00000200:2.0:1769074608.037713:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074608.037717:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037738:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.17@tcp to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1769074608.037766:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [14:14:256:4294967295] 192.168.204.117@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1769074608.037771:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.037780:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:192.168.204.17@tcp) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) 192.168.204.117@tcp : ACK try# 0 00000800:00000200:2.0:1769074608.037785:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1769074608.037792:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000001e0560c1. 00000800:00000200:2.0:1769074608.037798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1769074608.037804:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1769074608.037808:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e0560c1 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074608.037894:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074608.037898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000001e0560c1. 00000400:00000200:2.0:1769074608.037901:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.037905:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: ACK: OK 00000400:00000200:2.0:1769074608.041974:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.041984:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074608.041992:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.041996:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.042001:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.042005:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 240 into portal 25 MB=0x6971eee300500 00000400:00000200:2.0:1769074608.042011:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.042016:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 240/240 into md 0x26d [1] + 224 00000400:00000200:2.0:1769074608.042033:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.042038:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074608.042050:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012b3437d x1855008961201408/t0(0) o256->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074608.042131:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175d5ffa. 00000400:00000200:3.0:1769074608.042137:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008209ba55 00000400:00000010:3.0:1769074608.042139:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008209ba55. 00000100:00000200:3.0:1769074608.042146:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012b3437d x1855008961201408/t0(0) o256->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074608.042168:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012b3437d x1855008961201408/t0(0) o256->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.042195:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002c293822. 10000000:00000010:3.0:1769074608.042208:0:6161:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000253a35e0. 00000100:00000200:3.0:1769074608.042219:0:6161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.117@tcp with 192.168.204.117@tcp 00000100:00000200:3.0:1769074608.042222:0:6161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.117@tcp' 00000400:00000200:3.0:1769074608.042224:0:6161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1769074608.042228:0:6161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.042231:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042234:0:6161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074608.042238:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042243:0:6161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074608.042246:0:6161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:3.0:1769074608.042248:0:6161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 10000000:00000010:3.0:1769074608.042254:0:6161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000054c788c8. 00000020:00000010:3.0:1769074608.042262:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009be6f13f. 00000020:00000010:3.0:1769074608.042267:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042271:0:6161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042277:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042281:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042286:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042294:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042299:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042362:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042366:0:6161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042370:0:6161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042375:0:6161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042378:0:6161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042383:0:6161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042385:0:6161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042389:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009be6f13f. 10000000:00000010:3.0:1769074608.042398:0:6161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000054c788c8. 00000100:00000200:3.0:1769074608.042405:0:6161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.117@tcp with 192.168.204.117@tcp 00000100:00000200:3.0:1769074608.042407:0:6161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.117@tcp' 00000400:00000200:3.0:1769074608.042408:0:6161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1769074608.042411:0:6161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.042413:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042416:0:6161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074608.042419:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042421:0:6161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074608.042423:0:6161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:3.0:1769074608.042426:0:6161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 10000000:00000010:3.0:1769074608.042429:0:6161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000054c788c8. 00000020:00000010:3.0:1769074608.042432:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009be6f13f. 00000020:00000010:3.0:1769074608.042434:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042436:0:6161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042438:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042440:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042442:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042445:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042447:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042467:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042469:0:6161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042471:0:6161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042474:0:6161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042475:0:6161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042478:0:6161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042479:0:6161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042481:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009be6f13f. 10000000:00000010:3.0:1769074608.042483:0:6161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000054c788c8. 00000100:00000200:3.0:1769074608.042489:0:6161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.117@tcp with 192.168.204.117@tcp 00000100:00000200:3.0:1769074608.042491:0:6161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.117@tcp' 00000400:00000200:3.0:1769074608.042492:0:6161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1769074608.042494:0:6161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.042502:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042505:0:6161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074608.042508:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042510:0:6161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074608.042512:0:6161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:3.0:1769074608.042514:0:6161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 10000000:00000010:3.0:1769074608.042518:0:6161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000054c788c8. 00000020:00000010:3.0:1769074608.042522:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009be6f13f. 00000020:00000010:3.0:1769074608.042524:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042526:0:6161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042529:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042531:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042533:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042536:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042538:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042559:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042561:0:6161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042563:0:6161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042566:0:6161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042567:0:6161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042570:0:6161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042571:0:6161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042573:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009be6f13f. 10000000:00000010:3.0:1769074608.042575:0:6161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000054c788c8. 00000100:00000200:3.0:1769074608.042581:0:6161:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.117@tcp with 192.168.204.117@tcp 00000100:00000200:3.0:1769074608.042582:0:6161:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.117@tcp' 00000400:00000200:3.0:1769074608.042584:0:6161:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1769074608.042586:0:6161:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.042588:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042590:0:6161:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.117@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074608.042593:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.042595:0:6161:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074608.042597:0:6161:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.117@tcp NID 192.168.204.117@tcp: 0. pending discovery 00000400:00000200:3.0:1769074608.042599:0:6161:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.117@tcp 10000000:00000010:3.0:1769074608.042642:0:6161:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000054c788c8. 00000020:00000010:3.0:1769074608.042647:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009be6f13f. 00000020:00000010:3.0:1769074608.042650:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042652:0:6161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042654:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042657:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042659:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042662:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042664:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042684:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000034f2636. 00000020:00000010:3.0:1769074608.042687:0:6161:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000eed062b2. 00000008:00000010:3.0:1769074608.042689:0:6161:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000064a6d8ea. 00020000:00000010:3.0:1769074608.042691:0:6161:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000074b521e. 00008000:00000010:3.0:1769074608.042693:0:6161:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000049b54f1f. 00000080:00000010:3.0:1769074608.042695:0:6161:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006433da8a. 00000080:00000010:3.0:1769074608.042697:0:6161:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000088bb8487. 00000020:00000010:3.0:1769074608.042699:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009be6f13f. 10000000:00000010:3.0:1769074608.042701:0:6161:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000054c788c8. 10000000:00000010:3.0:1769074608.042703:0:6161:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000253a35e0. 02000000:00000010:3.0:1769074608.042709:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000652077bb. 00000100:00000010:3.0:1769074608.042729:0:6161:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000008575d2d6. 00000100:00000010:3.0:1769074608.042733:0:6161:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000091034dd0. 02000000:00000010:3.0:1769074608.042737:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000066965914. 00000100:00000010:3.0:1769074608.042740:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012b3437d. 10000000:00000010:3.0:1769074608.043264:0:6161:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000001e35aab3. 00000100:00000010:3.0:1769074608.043308:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051c02afa. 02000000:00000010:3.0:1769074608.043320:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009be6f13f. 00010000:00000010:3.0:1769074608.043333:0:6161:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001073228a. 00010000:00000010:3.0:1769074608.043339:0:6161:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c60728d8. 00000100:00000010:3.0:1769074608.043354:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e282a633. 02000000:00000010:3.0:1769074608.043373:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d2f85d4. 00000400:00000200:3.0:1769074608.043381:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.043384:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000028413b9. 00000400:00000010:3.0:1769074608.043394:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a6337b9. 00000100:00000200:3.0:1769074608.043401:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961201536, portal 25 00000400:00000010:3.0:1769074608.043406:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.043408:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008961201536, offset 0 00000400:00000200:3.0:1769074608.043415:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.043422:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.043428:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.043433:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.043438:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.043441:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.043444:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.043447:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [15:15:256:4294967295] 192.168.204.117@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1769074608.043451:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.043458:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.043464:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.043468:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b301ee1. 00000800:00000200:3.0:1769074608.043474:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.043481:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.043486:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b301ee1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.043498:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:3.0:1769074608.043579:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.043583:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b301ee1. 00000400:00000200:3.0:1769074608.043586:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.043591:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.043595:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009794b409 00000400:00000010:3.0:1769074608.043597:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.043615:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051c02afa x1855008961201536/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.043637:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eed062b2. 00000100:00000010:3.0:1769074608.043653:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d9c3cd. 00000100:00000010:3.0:1769074608.048809:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d9c3cd. 00000100:00000010:2.0:1769074608.052226:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eed062b2. 00000400:00000200:3.0:1769074608.060054:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060065:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.060073:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060079:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060086:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060090:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6971eee300580 00000400:00000200:3.0:1769074608.060095:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060102:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x275 [1] + 224 00000400:00000200:3.0:1769074608.060123:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.060129:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.060143:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051c02afa x1855008961201536/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074608.060184:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000028413b9. 00000400:00000200:3.0:1769074608.060189:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a6337b9 00000400:00000010:3.0:1769074608.060191:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a6337b9. 00000100:00000200:3.0:1769074608.060196:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051c02afa x1855008961201536/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074608.060203:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051c02afa x1855008961201536/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.060232:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e282a633. 02000000:00000010:3.0:1769074608.060260:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d2f85d4. 02000000:00000010:3.0:1769074608.060266:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009be6f13f. 00000100:00000010:3.0:1769074608.060271:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051c02afa. 10000000:00000010:3.0:1769074608.060281:0:6161:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000076bedbc5. 00000020:00000010:3.0:1769074608.060286:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009be6f13f. 00000020:00000010:3.0:1769074608.060293:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007ff9281. 00000040:00000010:3.0:1769074608.060297:0:6161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a8db56b. 00000020:00000010:3.0:1769074608.060302:0:6161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7bb3951. 00000020:00000010:3.0:1769074608.060306:0:6161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000223646ab. 80000000:00000010:3.0:1769074608.060310:0:6161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098d9c3cd. 00040000:00000010:3.0:1769074608.060317:0:6161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002cb21aae. 20000000:00000010:3.0:1769074608.060329:0:6161:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002f1c2f72. 00000040:00000010:3.0:1769074608.060336:0:6161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000513819ff. 00000100:00000010:3.0:1769074608.060343:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051c02afa. 02000000:00000010:3.0:1769074608.060358:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9714d41. 00000100:00000010:3.0:1769074608.060371:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e282a633. 02000000:00000010:3.0:1769074608.060391:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aae3c76b. 00000400:00000200:3.0:1769074608.060397:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.060399:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000028413b9. 00000400:00000010:3.0:1769074608.060403:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a6337b9. 00000100:00000200:3.0:1769074608.060410:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961201664, portal 25 00000400:00000010:3.0:1769074608.060414:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.060417:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008961201664, offset 0 00000400:00000200:3.0:1769074608.060422:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.060428:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060434:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.060441:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.060445:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.060449:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.060452:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.060455:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [16:16:256:4294967295] 192.168.204.117@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1769074608.060459:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.060465:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.060471:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.060475:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b301ee1. 00000800:00000200:3.0:1769074608.060482:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.060489:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.060492:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b301ee1 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.060505:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:3.0:1769074608.060509:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eed062b2. 00000100:00000010:3.0:1769074608.060530:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000824def39. 00000020:00000010:1.0:1769074608.070055:0:6189:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d5757632. 00000020:00000010:1.0:1769074608.070069:0:6189:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d5757632. 00000800:00000200:3.0:1769074608.071719:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.071733:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b301ee1. 00000400:00000200:3.0:1769074608.071741:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.071762:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.071769:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009794b409 00000400:00000010:3.0:1769074608.071772:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.071782:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051c02afa x1855008961201664/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.071817:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000824def39. 00000400:00000200:3.0:1769074608.075663:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.075675:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.075684:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.075688:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.075693:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.075696:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 272 into portal 25 MB=0x6971eee300600 00000400:00000200:3.0:1769074608.075700:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.075705:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 272/272 into md 0x285 [1] + 224 00000100:00000010:2.0:1769074608.075827:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eed062b2. 00000400:00000200:3.0:1769074608.075857:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.075862:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.075872:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051c02afa x1855008961201664/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074608.076014:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000028413b9. 00000400:00000200:2.0:1769074608.076021:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a6337b9 00000400:00000010:2.0:1769074608.076031:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a6337b9. 00000100:00000200:2.0:1769074608.076039:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051c02afa x1855008961201664/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074608.076048:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051c02afa x1855008961201664/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074608.076076:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e282a633. 02000000:00000010:2.0:1769074608.076086:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aae3c76b. 02000000:00000010:2.0:1769074608.076091:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a9714d41. 00000100:00000010:2.0:1769074608.076096:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051c02afa. 00000040:00000010:2.0:1769074608.076106:0:6161:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001e0560c1. 00000100:00000010:2.0:1769074608.076126:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af19aad5. 02000000:00000010:2.0:1769074608.076138:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9714d41. 00000100:00000010:2.0:1769074608.076150:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3497642. 02000000:00000010:2.0:1769074608.076175:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000efb958ed. 00000400:00000200:2.0:1769074608.076182:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1769074608.076186:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac5dfd4. 00000400:00000010:2.0:1769074608.076191:0:6161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ea43153. 00000100:00000200:2.0:1769074608.076197:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961201792, portal 25 00000400:00000010:2.0:1769074608.076202:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cf6cf4f. 00000100:00000200:2.0:1769074608.076206:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961201792, offset 0 00000400:00000200:2.0:1769074608.076214:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1769074608.076220:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.076227:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1769074608.076232:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074608.076237:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1769074608.076241:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074608.076244:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1769074608.076247:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [17:17:256:4294967295] 192.168.204.117@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1769074608.076251:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.076259:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1769074608.076265:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1769074608.076275:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044a22176. 00000800:00000200:2.0:1769074608.076282:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1769074608.076290:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1769074608.076294:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000044a22176 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1769074608.076313:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:2.0:1769074608.076317:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000840e8e41. 00000100:00000010:2.0:1769074608.076325:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b6cbb9a. 00000800:00000200:3.0:1769074608.078216:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.078226:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044a22176. 00000400:00000200:3.0:1769074608.078234:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.078243:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.078250:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cf6cf4f 00000400:00000010:3.0:1769074608.078253:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cf6cf4f. 00000100:00000200:3.0:1769074608.078263:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af19aad5 x1855008961201792/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074608.078795:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000840e8e41. 00000100:00000010:3.0:1769074608.079807:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b6cbb9a. 00000020:00000010:0.0:1769074608.083182:0:6191:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000349d6825. 00000020:00000010:0.0:1769074608.083196:0:6191:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000349d6825. 00000400:00000200:3.0:1769074608.101071:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.101082:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.101104:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.101109:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.101114:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.101118:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8416 into portal 25 MB=0x6971eee300680 00000400:00000200:3.0:1769074608.101124:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.101130:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8416/8416 into md 0x295 [4] + 224 00000400:00000200:3.0:1769074608.101160:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.101165:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.101179:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af19aad5 x1855008961201792/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074608.108954:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac5dfd4. 00000400:00000200:0.0:1769074608.108968:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ea43153 00000400:00000010:0.0:1769074608.108970:0:6161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ea43153. 00000100:00000200:0.0:1769074608.108984:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af19aad5 x1855008961201792/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074608.108996:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af19aad5 x1855008961201792/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074608.109029:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3497642. 02000000:00000010:0.0:1769074608.109043:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000efb958ed. 02000000:00000010:0.0:1769074608.109058:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a9714d41. 00000100:00000010:0.0:1769074608.109064:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af19aad5. 00000040:00000010:0.0:1769074608.109076:0:6161:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c940cc2b. 00000020:00000010:3.0:1769074608.109457:0:6196:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025855788. 00000020:00000010:3.0:1769074608.109464:0:6196:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee4be986. 00000040:00000010:3.0:1769074608.109483:0:6196:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ee16c31d. 00000020:00000010:3.0:1769074608.109488:0:6196:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e984d522. 00000020:00000010:3.0:1769074608.109493:0:6196:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000675de406. 00000020:00000010:3.0:1769074608.109497:0:6196:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018d59a57. 80000000:00000010:3.0:1769074608.109501:0:6196:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000824def39. 40000000:00000010:3.0:1769074608.109504:0:6196:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004499e906. 00100000:00000010:3.0:1769074608.109509:0:6196:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002024eed4. 00040000:00000010:3.0:1769074608.109513:0:6196:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b301ee1. 00040000:00000010:3.0:1769074608.109518:0:6196:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ff80709. 00040000:00000010:3.0:1769074608.109521:0:6196:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b916004. 00000004:00000010:3.0:1769074608.109526:0:6196:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a4de004f. 00000004:00000010:3.0:1769074608.109531:0:6196:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000253a35e0. 00000004:00000010:3.0:1769074608.109537:0:6196:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c7b2008a. 00002000:00000010:3.0:1769074608.109542:0:6196:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9f5785a. 00000004:00000010:3.0:1769074608.109548:0:6196:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f3e9cfee. 00000020:00000010:3.0:1769074608.109552:0:6196:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000263e9590. 00000040:00000010:3.0:1769074608.109561:0:6196:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000260a82c. 00000100:00000010:3.0:1769074608.109569:0:6196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac6c2a04. 02000000:00000010:3.0:1769074608.109583:0:6196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4c5fc11. 00000100:00000010:3.0:1769074608.109611:0:6196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a1ed09e. 02000000:00000010:3.0:1769074608.109640:0:6196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000932e7601. 00000400:00000200:3.0:1769074608.109650:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.109654:0:6196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50c9f08. 00000400:00000010:3.0:1769074608.109658:0:6196:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075f3c816. 00000100:00000200:3.0:1769074608.109667:0:6196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961201920, portal 25 00000400:00000010:3.0:1769074608.109673:0:6196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.109676:0:6196:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961201920, offset 0 00000400:00000200:3.0:1769074608.109684:0:6196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.109692:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.109701:0:6196:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.109708:0:6196:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.109713:0:6196:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.109716:0:6196:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.109720:0:6196:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.109723:0:6196:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [18:18:256:4294967295] 192.168.204.117@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1769074608.109727:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.109736:0:6196:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.109743:0:6196:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.109773:0:6196:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1069bc3. 00000800:00000200:3.0:1769074608.109780:0:6196:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6e3f64] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.109787:0:6196:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.109792:0:6196:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1069bc3 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.109804:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:3.0:1769074608.109902:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.109906:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1069bc3. 00000400:00000200:3.0:1769074608.109911:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.109917:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.109922:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009794b409 00000400:00000010:3.0:1769074608.109924:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009794b409. 00000100:00000200:3.0:1769074608.109930:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac6c2a04 x1855008961201920/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.110148:0:6196:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032d1257a. 00000100:00000010:3.0:1769074608.110162:0:6196:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6482ad4. 00000020:00000010:1.0:1769074608.110621:0:6195:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ebeee8ed. 00000020:00000010:1.0:1769074608.110629:0:6195:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ebeee8ed. 00000020:00000010:2.0:1769074608.112435:0:6193:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d64defe9. 00000020:00000010:2.0:1769074608.112445:0:6193:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d64defe9. 00000100:00000010:3.0:1769074608.113037:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6482ad4. 00000400:00000200:3.0:1769074608.115482:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.115493:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074608.115501:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.115506:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.115512:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.115516:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8472 into portal 25 MB=0x6971eee300700 00000400:00000200:3.0:1769074608.115522:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.115529:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8472/8472 into md 0x2a5 [4] + 224 00000400:00000200:3.0:1769074608.115552:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.115558:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074608.115572:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac6c2a04 x1855008961201920/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074608.115849:0:6196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b50c9f08. 00000400:00000200:0.0:1769074608.115855:0:6196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f3c816 00000400:00000010:0.0:1769074608.115858:0:6196:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075f3c816. 00000100:00000200:0.0:1769074608.115864:0:6196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac6c2a04 x1855008961201920/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074608.115874:0:6196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac6c2a04 x1855008961201920/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074608.115901:0:6196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a1ed09e. 02000000:00000010:0.0:1769074608.115913:0:6196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000932e7601. 02000000:00000010:0.0:1769074608.115928:0:6196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e4c5fc11. 00000100:00000010:0.0:1769074608.115933:0:6196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac6c2a04. 00000020:00000010:0.0:1769074608.115950:0:6196:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003b3f8611. 00000020:00000010:0.0:1769074608.115955:0:6196:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003b3f8611. 00000020:00000010:0.0:1769074608.115960:0:6196:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 0000000067073b5d. 00000020:00000010:0.0:1769074608.115964:0:6196:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000006f12e00b. 00000020:00000010:0.0:1769074608.115991:0:6196:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff895e4a404a00. 00000020:00000010:0.0:1769074608.115995:0:6196:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff895e583e93c0. 00000100:00000010:0.0:1769074608.116012:0:6196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e4383f800. 02000000:00000010:0.0:1769074608.116025:0:6196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff895e4a2ae800. 00000100:00000010:0.0:1769074608.116036:0:6196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff895e4a2ac240. 02000000:00000010:0.0:1769074608.116063:0:6196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff895e44c98000. 00000400:00000200:0.0:1769074608.116070:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074608.116073:0:6196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e4014bf78. 00000400:00000010:0.0:1769074608.116077:0:6196:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff895e4a2ac6c0. 00000100:00000200:0.0:1769074608.116084:0:6196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008961202048, portal 25 00000400:00000010:0.0:1769074608.116089:0:6196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e982a8. 00000100:00000200:0.0:1769074608.116092:0:6196:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008961202048, offset 0 00000400:00000200:0.0:1769074608.116099:0:6196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074608.116105:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074608.116112:0:6196:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074608.116117:0:6196:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074608.116122:0:6196:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074608.116126:0:6196:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074608.116129:0:6196:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074608.116132:0:6196:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [19:19:256:4294967295] 192.168.204.117@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1769074608.116137:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074608.116145:0:6196:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074608.116152:0:6196:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074608.116156:0:6196:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43d0dd00. 00000800:00000200:0.0:1769074608.116162:0:6196:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074608.116170:0:6196:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074608.116174:0:6196:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43d0dd00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1769074608.116185:0:6196:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:0.0:1769074608.116198:0:6196:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff895e47cb6d20. 00000800:00000200:3.0:1769074608.116320:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074608.116324:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43d0dd00. 00000400:00000200:3.0:1769074608.116327:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074608.116332:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074608.116335:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e982a8 00000400:00000010:3.0:1769074608.116338:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e982a8. 00000100:00000200:3.0:1769074608.116344:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e4383f800 x1855008961202048/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.120274:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff895e47cb6d20. 00000100:00000010:2.0:1769074608.123305:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff895e453c79c0. 00000400:00000200:2.0:1769074608.136332:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136342:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074608.136350:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136355:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136360:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136365:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8472 into portal 25 MB=0x6971eee300780 00000400:00000200:2.0:1769074608.136371:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136377:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8472/8472 into md 0x2b5 [4] + 224 00000400:00000200:2.0:1769074608.136397:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.136403:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074608.136417:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e4383f800 x1855008961202048/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074608.136491:0:6196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e4014bf78. 00000400:00000200:0.0:1769074608.136496:0:6196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4a2ac6c0 00000400:00000010:0.0:1769074608.136499:0:6196:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff895e4a2ac6c0. 00000100:00000200:0.0:1769074608.136506:0:6196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e4383f800 x1855008961202048/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074608.136522:0:6196:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e4383f800 x1855008961202048/t0(0) o502->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074608.136548:0:6196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff895e4a2ac240. 02000000:00000010:0.0:1769074608.136560:0:6196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff895e44c98000. 02000000:00000010:0.0:1769074608.136572:0:6196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff895e4a2ae800. 00000100:00000010:0.0:1769074608.136576:0:6196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e4383f800. 00000020:00000010:0.0:1769074608.136589:0:6196:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff895e43d0d400. 00000020:00000010:0.0:1769074608.136595:0:6196:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff895e43d0d400. 00000040:00000010:0.0:1769074608.136599:0:6196:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff895e4aa44000. 00000020:00000010:0.0:1769074608.136617:0:6196:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff895e45f428c0. 00000020:00000010:0.0:1769074608.136628:0:6196:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff895e49233200. 00000040:00000010:0.0:1769074608.136632:0:6196:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff895e49232e00. 00000020:00000010:0.0:1769074608.136635:0:6196:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff895e4a30b800. 00000020:00000010:0.0:1769074608.136640:0:6196:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff895e4a38df98. 00000020:00000010:0.0:1769074608.136646:0:6196:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff895e49232000. 80000000:00000010:0.0:1769074608.136649:0:6196:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff895e453c7540. 40000000:00000010:0.0:1769074608.136654:0:6196:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff895e45f42200. 00100000:00000010:0.0:1769074608.136658:0:6196:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff895e4a30f800. 00040000:00000010:0.0:1769074608.136662:0:6196:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff895e43f17800. 00040000:00000010:0.0:1769074608.136666:0:6196:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff895e4a30d800. 00040000:00000010:0.0:1769074608.136670:0:6196:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff895e49232c00. 00000004:00000010:0.0:1769074608.136674:0:6196:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff895e4a30c000. 00000004:00000010:0.0:1769074608.136678:0:6196:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff895e4a33b000. 00000004:00000010:0.0:1769074608.136683:0:6196:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff895e4a30e800. 00002000:00000010:0.0:1769074608.136687:0:6196:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff895e4923d800. 00000004:00000010:0.0:1769074608.136691:0:6196:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff895e4923e400. 00000020:00000010:0.0:1769074608.136694:0:6196:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff895e49233800. 00000040:00000010:2.0:1769074608.136790:0:6161:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff895e47cb6ea0. 00000040:00000010:2.0:1769074608.136798:0:6161:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff895e439d2000. 00000040:00000010:2.0:1769074608.136801:0:6161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff895e48153400. 00000020:00000010:2.0:1769074608.136818:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff895e5291e800. 00000040:00000010:2.0:1769074608.136822:0:6161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff895e5291ea00. 00000020:00000010:2.0:1769074608.136824:0:6161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff895e4a308000. 00000020:00000010:2.0:1769074608.136828:0:6161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff895e5291ee00. 80000000:00000010:2.0:1769074608.136837:0:6161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff895e4928b300. 00040000:00000010:2.0:1769074608.136840:0:6161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff895e4c8eac00. 20000000:00000010:2.0:1769074608.136846:0:6161:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff895e48152a00. 00000020:00000010:2.0:1769074608.136849:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff895e6076a200. 10000000:00000010:2.0:1769074608.136852:0:6161:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff895e45f42680. 00000020:00000010:2.0:1769074608.136869:0:6161:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff895e4a081600. 00000040:00000010:2.0:1769074608.136873:0:6161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff895e4a080200. 00000020:00000010:2.0:1769074608.136877:0:6161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff895e44c0f800. 00000020:00000010:2.0:1769074608.136881:0:6161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff895e4a080600. 00040000:00000010:2.0:1769074608.136885:0:6161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff895e44fa8500. 00040000:00000010:2.0:1769074608.136889:0:6161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff895e4a080000. 00000020:00000010:2.0:1769074608.136892:0:6161:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff895e4a081800. 00000020:00000010:2.0:1769074608.136896:0:6161:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff895e4a35cc00. 00000020:00000010:2.0:1769074608.136900:0:6161:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff895e48394d00. 00000080:00000010:2.0:1769074608.136907:0:6161:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at ffff895e4be8fa00. 00000080:00000010:2.0:1769074608.136911:0:6161:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at ffff895e4be8fb40. 00000080:00000010:2.0:1769074608.136919:0:6161:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff895e4a410000. 00000080:00000010:2.0:1769074608.136922:0:6161:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff895e4a4103c0. 00000020:00000010:2.0:1769074608.136931:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e47e27000. 00000020:00000010:2.0:1769074608.136966:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e47e26800. 00000400:00000200:2.0:1769074608.136978:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.136983:0:6161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.117@tcp is discovered: rc = 1 00000100:00000010:2.0:1769074608.136998:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e44e29f80. 02000000:00000010:2.0:1769074608.137011:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff895e42e9f000. 40000000:00000010:2.0:1769074608.137062:0:6161:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff895e48395000. 40000000:00000010:2.0:1769074608.137066:0:6161:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff895e4a410600. 40000000:00000010:2.0:1769074608.137147:0:6161:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff895e4a410600. 80000000:00000010:2.0:1769074608.137153:0:6161:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff895e4be8fe80. 00020000:00000010:2.0:1769074608.137160:0:6161:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff895e4923b280. 00000100:00000010:2.0:1769074608.137167:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e44e29c00. 02000000:00000010:2.0:1769074608.137173:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff895e48395800. 00000020:00000010:2.0:1769074608.137203:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e44eab800. 00000400:00000200:2.0:1769074608.137212:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.137219:0:6161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.117@tcp is discovered: rc = 1 00000100:00000010:2.0:1769074608.137226:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e44e2b800. 02000000:00000010:2.0:1769074608.137232:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff895e42e9e400. 40000000:00000010:2.0:1769074608.137241:0:6161:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff895e48395c00. 40000000:00000010:2.0:1769074608.137244:0:6161:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff895e4a410600. 40000000:00000010:2.0:1769074608.137273:0:6161:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff895e4a410600. 80000000:00000010:2.0:1769074608.137277:0:6161:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff895e4be8f980. 00000100:00000010:2.0:1769074608.137283:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e44e29500. 02000000:00000010:2.0:1769074608.137288:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff895e48395b00. 00800000:00000010:2.0:1769074608.137302:0:6161:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff895e4a410600. 00000100:00000010:2.0:1769074608.137309:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e44e28a80. 02000000:00000010:2.0:1769074608.137313:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff895e48395f00. 00000100:00000010:2.0:1769074608.137319:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff895e4a410240. 02000000:00000010:3.0:1769074608.137428:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e4923fc00. 00000400:00000200:3.0:1769074608.137436:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.137439:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e52a68b00. 00000400:00000010:3.0:1769074608.137445:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04c38. 00000100:00000200:3.0:1769074608.137451:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202176, portal 10 00000020:00000010:3.0:1769074608.137463:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e4aa42000. 00000400:00000010:3.0:1769074608.137468:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04660. 00000100:00000200:3.0:1769074608.137471:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855008961202176, offset 0 00000400:00000200:3.0:1769074608.137477:0:2402:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.137483:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.137489:0:2402:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.137494:0:2402:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.137498:0:2402:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.137502:0:2402:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.137504:0:2402:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.137508:0:2402:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [20:20:256:4294967295] 192.168.204.117@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1769074608.137511:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.137519:0:2402:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.137524:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.137529:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43f17600. 00000800:00000200:3.0:1769074608.137534:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.137541:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.137545:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43f17600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.137565:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:3.0:1769074608.137569:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff895e453c70c0. 00000100:00000010:3.0:1769074608.137578:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff895e453c7cc0. 02000000:00000010:3.0:1769074608.137587:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e4923c400. 00000400:00000200:3.0:1769074608.137590:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074608.137592:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e52a68840. 00000400:00000010:3.0:1769074608.137595:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04bb0. 00000100:00000200:3.0:1769074608.137598:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202432, portal 10 00000020:00000010:3.0:1769074608.138056:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e4aa46000. 00000400:00000010:3.0:1769074608.138062:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c043b8. 00000100:00000200:3.0:1769074608.138066:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855008961202432, offset 0 00000400:00000200:3.0:1769074608.138072:0:2402:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074608.138082:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.138087:0:2402:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074608.138090:0:2402:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074608.138093:0:2402:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074608.138096:0:2402:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074608.138098:0:2402:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074608.138102:0:2402:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [21:21:255:4294967295] 192.168.204.117@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:3.0:1769074608.138106:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074608.138113:0:2402:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074608.138117:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074608.138121:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43f17c00. 00000800:00000200:3.0:1769074608.138126:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074608.138130:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074608.138133:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43f17c00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1769074608.138139:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000020:00000010:3.0:1769074608.138160:0:2406:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff895e4a388f18. 00000020:00000010:3.0:1769074608.138165:0:2406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff895e49232a00. 80000000:00000010:3.0:1769074608.138169:0:2406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff895e453c73c0. 40000000:00000010:3.0:1769074608.138172:0:2406:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff895e45f42b00. 00000008:00000010:3.0:1769074608.138176:0:2406:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e4a3337c8. 00020000:00000010:3.0:1769074608.138181:0:2406:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e47dfc3c0. 00008000:00000010:3.0:1769074608.138186:0:2406:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e469d9c40. 00100000:00000010:3.0:1769074608.138190:0:2406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff895e4a30f000. 00040000:00000010:3.0:1769074608.138194:0:2406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff895e43f17e00. 00040000:00000010:3.0:1769074608.138199:0:2406:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff895e4a309800. 00040000:00000010:3.0:1769074608.138202:0:2406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff895e49232400. 00000004:00000010:3.0:1769074608.138206:0:2406:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff895e4a30d000. 00000004:00000010:3.0:1769074608.138211:0:2406:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff895e4a33e000. 00000004:00000010:3.0:1769074608.138215:0:2406:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff895e4a309000. 00002000:00000010:3.0:1769074608.138219:0:2406:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff895e4923d400. 00000004:00000010:3.0:1769074608.138223:0:2406:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff895e4923e400. 00000080:00000010:3.0:1769074608.138233:0:2406:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e45456348. 00000080:00000010:3.0:1769074608.138237:0:2406:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e4a31a480. 00000008:00000010:3.0:1769074608.138242:0:2406:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e438a0c60. 00020000:00000010:3.0:1769074608.138245:0:2406:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4501c900. 00008000:00000010:3.0:1769074608.138249:0:2406:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e438a2458. 00000080:00000010:3.0:1769074608.138252:0:2406:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e438a3d20. 00000020:00000010:3.0:1769074608.138269:0:2405:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff895e4a38c168. 00000020:00000010:3.0:1769074608.138273:0:2405:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff895e49232200. 80000000:00000010:3.0:1769074608.138276:0:2405:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff895e453c7840. 40000000:00000010:3.0:1769074608.138278:0:2405:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff895e45f420c0. 00000008:00000010:3.0:1769074608.138282:0:2405:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e4a3342f0. 00020000:00000010:3.0:1769074608.138284:0:2405:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e47dfccc0. 00008000:00000010:3.0:1769074608.138287:0:2405:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e469d8388. 00100000:00000010:3.0:1769074608.138290:0:2405:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff895e4a308000. 00040000:00000010:3.0:1769074608.138293:0:2405:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff895e43f17a00. 00040000:00000010:3.0:1769074608.138296:0:2405:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff895e4a30e800. 00040000:00000010:3.0:1769074608.138299:0:2405:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff895e49233800. 00000004:00000010:3.0:1769074608.138302:0:2405:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff895e4a30c000. 00000004:00000010:3.0:1769074608.138305:0:2405:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff895e4a33f000. 00000004:00000010:3.0:1769074608.138309:0:2405:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff895e4a30d800. 00002000:00000010:3.0:1769074608.138311:0:2405:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff895e4923d800. 00000004:00000010:3.0:1769074608.138314:0:2405:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff895e49279400. 00000080:00000010:3.0:1769074608.138316:0:2405:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e45456a80. 00000080:00000010:3.0:1769074608.138319:0:2405:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e4a31b230. 00000008:00000010:3.0:1769074608.138322:0:2405:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e438a0840. 00020000:00000010:3.0:1769074608.138325:0:2405:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4501cb40. 00008000:00000010:3.0:1769074608.138327:0:2405:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e438a2030. 00000080:00000010:3.0:1769074608.138330:0:2405:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e438a3780. 00000800:00000200:2.0:1769074608.138987:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074608.138994:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43f17600. 00000400:00000200:2.0:1769074608.139001:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.139007:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074608.139013:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04660 00000400:00000010:2.0:1769074608.139015:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04660. 00000100:00000200:2.0:1769074608.139025:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e44e29f80 x1855008961202176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074608.139059:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074608.139062:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43f17c00. 00000400:00000200:2.0:1769074608.139065:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.139068:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074608.139071:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c043b8 00000400:00000010:2.0:1769074608.139073:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c043b8. 00000100:00000200:2.0:1769074608.139078:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e44e2b800 x1855008961202432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074608.142871:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff895e453c7cc0. 00000100:00000010:2.0:1769074608.143124:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff895e453c70c0. 00000400:00000200:2.0:1769074608.156882:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.156892:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074608.156918:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.156923:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.156929:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.156934:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 416 into portal 10 MB=0x6971eee300800 00000400:00000200:2.0:1769074608.156940:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.156947:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 416/416 into md 0x2bd [1] + 0 00000400:00000200:2.0:1769074608.156960:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.156966:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074608.156979:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e44e29f80 x1855008961202176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074608.157018:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.157022:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074608.157026:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.157029:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.157032:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.157035:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 416 into portal 10 MB=0x6971eee300900 00000400:00000200:2.0:1769074608.157038:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074608.157043:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 416/416 into md 0x2cd [1] + 0 00000400:00000200:2.0:1769074608.157055:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074608.157059:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074608.157066:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e44e2b800 x1855008961202432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074608.157152:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e52a68b00. 00000400:00000200:3.0:1769074608.157158:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04c38 00000400:00000010:3.0:1769074608.157161:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04c38. 00000100:00000200:3.0:1769074608.157168:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e44e29f80 x1855008961202176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074608.157185:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e44e29f80 x1855008961202176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074608.881626:0:364:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff895e49233600. 00000400:00000010:2.0:1769074609.176140:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e52a68840. 00000400:00000200:2.0:1769074609.176153:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04bb0 00000400:00000010:2.0:1769074609.176156:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04bb0. 00000100:00000200:2.0:1769074609.176170:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e44e2b800 x1855008961202432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074609.176182:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e44e2b800 x1855008961202432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074609.176223:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e439d2000. 02000000:00000010:0.0:1769074609.176444:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e4926e000. 00000400:00000200:0.0:1769074609.176454:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074609.176457:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e4014bf78. 00000400:00000010:0.0:1769074609.176463:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e98f68. 00000100:00000200:0.0:1769074609.176469:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202688, portal 10 00000020:00000010:0.0:1769074609.176482:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e4bf5c000. 00000400:00000010:0.0:1769074609.176487:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e985d8. 00000100:00000200:0.0:1769074609.176491:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008961202688, offset 0 00000400:00000200:0.0:1769074609.176498:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074609.176506:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.176514:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074609.176520:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074609.176525:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074609.176529:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074609.176531:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074609.176535:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [22:22:256:4294967295] 192.168.204.117@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1769074609.176539:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.176548:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074609.176554:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074609.176560:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43d0d400. 00000800:00000200:0.0:1769074609.176566:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074609.176574:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074609.176578:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43d0d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074609.176607:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000010:0.0:1769074609.176612:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff895e47cb6660. 00000100:00000010:0.0:1769074609.176632:0:6161:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff895e47cb6de0. 02000000:00000010:3.0:1769074609.176860:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e4923cc00. 00000400:00000200:3.0:1769074609.176867:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074609.176870:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e52a68b00. 00000400:00000010:3.0:1769074609.176873:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04c38. 00000100:00000200:3.0:1769074609.176887:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202560, portal 10 00000400:00000010:3.0:1769074609.176891:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04ee0. 00000100:00000200:3.0:1769074609.176894:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008961202560, offset 0 00000400:00000200:3.0:1769074609.176899:0:2406:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074609.176903:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.176907:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074609.176910:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074609.176913:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074609.176916:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074609.176918:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074609.176921:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [23:23:255:4294967295] 192.168.204.117@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:3.0:1769074609.176925:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.176932:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074609.176936:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074609.176940:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43f17300. 00000800:00000200:3.0:1769074609.176945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074609.176949:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074609.176952:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43f17300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074609.176957:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 02000000:00000010:3.0:1769074609.176969:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e606d4800. 00000400:00000200:3.0:1769074609.176973:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1769074609.176976:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e52a682c0. 00000400:00000010:3.0:1769074609.176985:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04198. 00000100:00000200:3.0:1769074609.176988:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202304, portal 10 00000400:00000010:3.0:1769074609.176992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e44c04aa0. 00000100:00000200:3.0:1769074609.176994:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008961202304, offset 0 00000400:00000200:3.0:1769074609.176999:0:2406:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1769074609.177003:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.177006:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1769074609.177009:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074609.177011:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1769074609.177013:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074609.177016:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1769074609.177018:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [24:24:254:4294967295] 192.168.204.117@tcp LPNI seq info [24:24:6:4294967295] 00000400:00000200:3.0:1769074609.177022:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.177027:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1769074609.177031:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1769074609.177034:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43f17c00. 00000800:00000200:3.0:1769074609.177038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1769074609.177042:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1769074609.177044:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43f17c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074609.177049:0:2406:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 02000000:00000010:0.0:1769074609.177270:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e4923fc00. 02000000:00000010:0.0:1769074609.177277:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff895e42e9f000. 00000100:00000010:0.0:1769074609.177282:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e44e29f80. 02000000:00000010:0.0:1769074609.177288:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e4923c400. 02000000:00000010:0.0:1769074609.177291:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff895e42e9e400. 00000100:00000010:0.0:1769074609.177293:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e44e2b800. 00000800:00000200:2.0:1769074609.177559:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074609.177563:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43d0d400. 00000400:00000200:2.0:1769074609.177568:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.177573:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074609.177577:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e985d8 00000400:00000010:2.0:1769074609.177579:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e985d8. 00000100:00000200:2.0:1769074609.177597:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e44e28a80 x1855008961202688/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074609.177628:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074609.177631:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43f17300. 00000400:00000200:2.0:1769074609.177635:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.177638:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074609.177642:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04ee0 00000400:00000010:2.0:1769074609.177643:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04ee0. 00000100:00000200:2.0:1769074609.177648:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e44e29500 x1855008961202560/t0(0) o41->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074609.177724:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074609.177727:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43f17c00. 00000400:00000200:2.0:1769074609.177729:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.177733:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074609.177735:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04aa0 00000400:00000010:2.0:1769074609.177737:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04aa0. 00000100:00000200:2.0:1769074609.177741:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e44e29c00 x1855008961202304/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.181200:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181210:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.181218:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181222:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181228:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181248:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 368 into portal 10 MB=0x6971eee300a00 00000400:00000200:2.0:1769074609.181254:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181261:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 368/368 into md 0x2dd [1] + 224 00000400:00000200:2.0:1769074609.181275:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.181279:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.181291:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e44e28a80 x1855008961202688/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.181334:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181338:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.181342:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181345:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181348:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181351:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 368 into portal 10 MB=0x6971eee300980 00000400:00000200:2.0:1769074609.181354:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181358:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 368/368 into md 0x2e5 [1] + 224 00000400:00000200:2.0:1769074609.181364:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.181368:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.181374:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e44e29500 x1855008961202560/t0(0) o41->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.181408:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181412:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.181416:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181419:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181422:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.181425:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 368 into portal 10 MB=0x6971eee300880 00000400:00000010:3.0:1769074609.181428:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e52a68b00. 00000400:00000200:2.0:1769074609.181428:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.181436:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04c38 00000400:00000010:3.0:1769074609.181439:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04c38. 00000100:00000200:3.0:1769074609.181448:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e44e29500 x1855008961202560/t0(0) o41->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074609.181459:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e44e29500 x1855008961202560/t0(0) o41->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074609.181503:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e4923cc00. 02000000:00000010:3.0:1769074609.181509:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff895e48395b00. 00000100:00000010:3.0:1769074609.181515:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e44e29500. 00000400:00000200:2.0:1769074609.188220:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 368/368 into md 0x2f5 [1] + 224 00000400:00000200:2.0:1769074609.188296:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.188305:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.188344:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e44e29c00 x1855008961202304/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074609.188468:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e52a682c0. 00000400:00000200:3.0:1769074609.188475:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e44c04198 00000400:00000010:3.0:1769074609.188477:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e44c04198. 00000100:00000200:3.0:1769074609.188486:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e44e29c00 x1855008961202304/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074609.188486:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e4014bf78. 00000400:00000200:0.0:1769074609.188494:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e98f68 00000400:00000010:0.0:1769074609.188498:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e98f68. 00000100:00000200:3.0:1769074609.188504:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e44e29c00 x1855008961202304/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074609.188510:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e44e28a80 x1855008961202688/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074609.188530:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e44e28a80 x1855008961202688/t0(0) o41->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074609.188549:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e606d4800. 00000100:00000010:0.0:1769074609.188553:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff895e4a410240. 02000000:00000010:3.0:1769074609.188558:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff895e48395800. 02000000:00000010:0.0:1769074609.188562:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e4926e000. 00000100:00000010:3.0:1769074609.188567:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e44e29c00. 02000000:00000010:0.0:1769074609.188569:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff895e48395f00. 00000100:00000010:0.0:1769074609.188575:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e44e28a80. 00800000:00000010:0.0:1769074609.188592:0:6161:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff895e4a410600. 00000100:00000010:0.0:1769074609.188606:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e4383f800. 02000000:00000010:0.0:1769074609.188628:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff895e4a2ae400. 00000100:00000010:0.0:1769074609.188640:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff895e4a2ac0c0. 02000000:00000010:0.0:1769074609.188656:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e4926e000. 00000400:00000200:0.0:1769074609.188664:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074609.188668:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e4014bf78. 00000400:00000010:0.0:1769074609.188673:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e98f68. 00000100:00000200:0.0:1769074609.188680:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202816, portal 10 00000400:00000010:0.0:1769074609.188685:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e98550. 00000100:00000200:0.0:1769074609.188689:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1855008961202816, offset 0 00000400:00000200:0.0:1769074609.188695:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074609.188701:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.188709:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1769074609.188715:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074609.188720:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074609.188724:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074609.188727:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074609.188730:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [25:25:256:4294967295] 192.168.204.117@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1769074609.188734:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.188769:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074609.188776:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074609.188783:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43d0d400. 00000800:00000200:0.0:1769074609.188794:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074609.188804:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074609.188808:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43d0d400 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:0.0:1769074609.188829:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:2.0:1769074609.189170:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074609.189176:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43d0d400. 00000400:00000200:2.0:1769074609.189181:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.189185:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1769074609.189188:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e98550 00000400:00000010:2.0:1769074609.189189:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e98550. 00000100:00000200:2.0:1769074609.189195:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e4383f800 x1855008961202816/t0(0) o40->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074625 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074609.191103:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.191112:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074609.191119:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.191124:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.191130:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.191134:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 448 into portal 10 MB=0x6971eee300a80 00000400:00000200:3.0:1769074609.191139:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.191145:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 448/448 into md 0x305 [1] + 224 00000400:00000200:3.0:1769074609.191161:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.191165:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074609.191176:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e4383f800 x1855008961202816/t0(0) o40->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074625 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074609.191522:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e4014bf78. 00000400:00000200:0.0:1769074609.191528:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e98f68 00000400:00000010:0.0:1769074609.191531:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e98f68. 00000100:00000200:0.0:1769074609.191538:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e4383f800 x1855008961202816/t0(0) o40->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074609.191549:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e4383f800 x1855008961202816/t0(0) o40->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074609.191593:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff895e4a2ac0c0. 00000002:00000200:0.0:1769074609.191602:0:6161:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:0.0:1769074609.191609:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e4926e000. 02000000:00000010:0.0:1769074609.191615:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff895e4a2ae400. 00000100:00000010:0.0:1769074609.191620:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e4383f800. 00000020:00000010:0.0:1769074609.191641:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e4834c000. 00000020:00000010:0.0:1769074609.191664:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e48349800. 00000400:00000200:0.0:1769074609.191678:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.191682:0:6161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.117@tcp is discovered: rc = 1 00000100:00000010:0.0:1769074609.191697:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e4383f800. 02000000:00000010:0.0:1769074609.191709:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff895e4926e000. 02000000:00000010:2.0:1769074609.191971:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e42e9d000. 00000400:00000200:2.0:1769074609.191979:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1769074609.191983:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e438ae000. 00000400:00000010:2.0:1769074609.191988:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4abe5a18. 00000020:00000010:0.0:1769074609.191993:0:6161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff895e4834a800. 00000100:00000200:2.0:1769074609.191995:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961202944, portal 4 00000020:00000010:2.0:1769074609.192006:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e439d6000. 00000400:00000200:0.0:1769074609.192007:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1769074609.192013:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4abe5c38. 00000400:00000200:0.0:1769074609.192014:0:6161:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.117@tcp is discovered: rc = 1 00000100:00000200:2.0:1769074609.192018:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855008961202944, offset 0 00000100:00000010:0.0:1769074609.192025:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e4383d500. 00000400:00000200:2.0:1769074609.192028:0:2402:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1769074609.192035:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.192042:0:2402:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 02000000:00000010:0.0:1769074609.192042:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff895e4926cc00. 00000400:00000200:2.0:1769074609.192050:0:2402:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074609.192054:0:2402:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000080:00000010:0.0:1769074609.192066:0:6161:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff895e4a2ae400. 00000020:00000010:0.0:1769074609.192072:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff895e4926c000. 00000100:00000010:0.0:1769074609.192083:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e4383ca80. 02000000:00000010:0.0:1769074609.192088:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff895e4a2af600. 00000100:00000010:0.0:1769074609.192110:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff895e4a2ac0c0. 02000000:00000010:0.0:1769074609.192118:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff895e4a2af800. 00000400:00000200:0.0:1769074609.192123:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1769074609.192125:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e4014bf78. 00000400:00000010:0.0:1769074609.192128:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e98f68. 00000100:00000200:0.0:1769074609.192132:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961203200, portal 10 00000400:00000010:0.0:1769074609.192135:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e42e98908. 00000100:00000200:0.0:1769074609.192138:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1855008961203200, offset 0 00000400:00000200:0.0:1769074609.192144:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1769074609.192149:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1769074609.192153:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000100:00000010:1.0:1769074609.192155:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e43808a80. 00000400:00000200:0.0:1769074609.192157:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074609.192162:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1769074609.192164:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1769074609.192166:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff895e4518e500. 00000400:00000200:0.0:1769074609.192168:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1769074609.192173:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [26:26:256:4294967295] 192.168.204.117@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1769074609.192178:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000020:00000010:1.0:1769074609.192211:0:2403:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff895e4aa5a840. 00000020:00000010:1.0:1769074609.192216:0:2403:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff895e44cdee00. 80000000:00000010:1.0:1769074609.192219:0:2403:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff895e453b2f00. 40000000:00000010:1.0:1769074609.192222:0:2403:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff895e4928a4c0. 00000008:00000010:1.0:1769074609.192231:0:2403:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e44c66468. 00020000:00000010:1.0:1769074609.192236:0:2403:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e820f2900. 00008000:00000010:1.0:1769074609.192241:0:2403:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e50020710. 00100000:00000010:1.0:1769074609.192245:0:2403:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff895e42e8c800. 00040000:00000010:1.0:1769074609.192250:0:2403:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff895e4518e800. 00040000:00000010:1.0:1769074609.192260:0:2403:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff895e42e8a000. 00040000:00000010:1.0:1769074609.192263:0:2403:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff895e44cdf000. 00000004:00000010:1.0:1769074609.192268:0:2403:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff895e44c0f800. 00000004:00000010:1.0:1769074609.192273:0:2403:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff895e4550a000. 00000004:00000010:1.0:1769074609.192277:0:2403:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff895e44c0d800. 00002000:00000010:1.0:1769074609.192281:0:2403:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff895e45362400. 00000004:00000010:1.0:1769074609.192285:0:2403:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff895e45363000. 00000080:00000010:1.0:1769074609.192289:0:2403:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e45434a80. 00000080:00000010:1.0:1769074609.192292:0:2403:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e49254000. 00000008:00000010:1.0:1769074609.192297:0:2403:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e44ed9e40. 00020000:00000010:1.0:1769074609.192300:0:2403:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a079680. 00008000:00000010:1.0:1769074609.192303:0:2403:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e4be533b0. 00000080:00000010:1.0:1769074609.192307:0:2403:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e4a083a50. 02000000:00000010:1.0:1769074609.192318:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff895e44cdf400. 00000400:00000200:1.0:1769074609.192323:0:2403:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074609.192326:0:2403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e44e03630. 00000400:00000010:1.0:1769074609.192329:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4387a220. 00000100:00000200:1.0:1769074609.192332:0:2403:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008961203328, portal 25 00000400:00000010:1.0:1769074609.192336:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4387a2a8. 00000100:00000200:1.0:1769074609.192339:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855008961203328, offset 0 00000400:00000200:1.0:1769074609.192344:0:2403:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074609.192347:0:2403:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074609.192351:0:2403:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074609.192353:0:2403:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074609.192356:0:2403:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074609.192358:0:2403:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074609.192360:0:2403:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074609.192363:0:2403:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [27:27:256:4294967295] 192.168.204.117@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1769074609.192366:0:2403:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.192385:0:2402:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074609.192388:0:2402:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1769074609.192390:0:2402:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [28:28:256:4294967295] 192.168.204.117@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1769074609.192394:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.192401:0:2402:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1769074609.192407:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1769074609.192412:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e48395f00. 00000800:00000200:2.0:1769074609.192425:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1769074609.192432:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1769074609.192437:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e48395f00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1769074609.192559:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074609.192564:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e48395f00. 00000400:00000200:3.0:1769074609.192568:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.192573:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:0.0:1769074609.198474:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1769074609.198489:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074609.198498:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43d0dd00. 00000800:00000200:0.0:1769074609.198506:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074609.198513:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074609.198518:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43d0dd00 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:0.0:1769074609.198531:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000020:00000010:0.0:1769074609.198604:0:2404:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff895e44ef3758. 00000020:00000010:0.0:1769074609.198610:0:2404:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff895e4a2af000. 80000000:00000010:0.0:1769074609.198615:0:2404:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff895e47cb61e0. 40000000:00000010:0.0:1769074609.198620:0:2404:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff895e424660c0. 00000008:00000010:0.0:1769074609.198625:0:2404:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e42ef9650. 00020000:00000010:0.0:1769074609.198630:0:2404:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e43fd7300. 00008000:00000010:0.0:1769074609.198635:0:2404:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e42ef4710. 00100000:00000010:0.0:1769074609.198646:0:2404:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff895e48348800. 00040000:00000010:0.0:1769074609.198650:0:2404:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff895e43d0de00. 00040000:00000010:0.0:1769074609.198654:0:2404:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff895e4834d000. 00040000:00000010:0.0:1769074609.198658:0:2404:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff895e4a2ae000. 00000004:00000010:0.0:1769074609.198663:0:2404:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff895e4834a000. 00000004:00000010:0.0:1769074609.198669:0:2404:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff895e42fbf000. 00000004:00000010:0.0:1769074609.198674:0:2404:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff895e48349000. 00002000:00000010:0.0:1769074609.198680:0:2404:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff895e4926e400. 00000004:00000010:0.0:1769074609.198684:0:2404:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff895e4926d800. 00000080:00000010:0.0:1769074609.198689:0:2404:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e44c155e8. 00000080:00000010:0.0:1769074609.198694:0:2404:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e438926c8. 00000008:00000010:0.0:1769074609.198699:0:2404:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e42ef3b80. 00020000:00000010:0.0:1769074609.198703:0:2404:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a400240. 00008000:00000010:0.0:1769074609.198706:0:2404:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e42eefd90. 00000080:00000010:0.0:1769074609.198710:0:2404:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e42ef0d20. 00000400:00000200:1.0:1769074609.201188:0:2403:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074609.201200:0:2403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1769074609.201254:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e43d0d400. 00000800:00000200:0.0:1769074609.201270:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1769074609.201277:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1769074609.201282:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e43d0d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074609.201294:0:2403:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.203232:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203288:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4abe5c38 00000400:00000010:3.0:1769074609.203294:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4abe5c38. 00000100:00000200:3.0:1769074609.203314:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e4383f800 x1855008961202944/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074609.203385:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203390:0:2397:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1769074609.203397:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203401:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203406:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203410:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 416 into portal 4 MB=0x6971eee300b00 00000400:00000200:3.0:1769074609.203416:0:2397:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1769074609.203422:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 416/416 into md 0x30d [1] + 0 00000400:00000200:3.0:1769074609.203441:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.203445:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:3.0:1769074609.203452:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e4383f800 x1855008961202944/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074609.203514:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074609.203517:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43d0dd00. 00000400:00000200:3.0:1769074609.203521:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.203524:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074609.203527:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e98908 00000400:00000010:3.0:1769074609.203529:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e98908. 00000100:00000200:3.0:1769074609.203535:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e4383ca80 x1855008961203200/t0(0) o900->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:29/10 lens 264/248 e 0 to 0 dl 1769074625 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074609.203631:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074609.203634:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e43d0d400. 00000400:00000200:3.0:1769074609.203637:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.203640:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074609.203642:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4387a2a8 00000400:00000010:3.0:1769074609.203644:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4387a2a8. 00000100:00000200:3.0:1769074609.203650:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e43808a80 x1855008961203328/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074609.203732:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e438ae000. 00000400:00000200:2.0:1769074609.203738:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4abe5a18 00000400:00000010:2.0:1769074609.203740:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4abe5a18. 00000100:00000200:2.0:1769074609.203856:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e4383f800 x1855008961202944/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074609.203868:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e4383f800 x1855008961202944/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074609.204020:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e42e9d000. 02000000:00000010:2.0:1769074609.204027:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff895e4926e000. 00000100:00000010:2.0:1769074609.204032:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e4383f800. 02000000:00000010:2.0:1769074609.204057:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff895e42e9d000. 00000400:00000200:2.0:1769074609.204156:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1769074609.204160:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e438ae000. 00000400:00000010:2.0:1769074609.204164:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4abe5a18. 00000100:00000200:2.0:1769074609.204170:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008961203072, portal 4 00000020:00000010:2.0:1769074609.204180:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e43bf0000. 00000400:00000010:2.0:1769074609.204184:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4abe5660. 00000100:00000200:2.0:1769074609.204187:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855008961203072, offset 0 00000400:00000200:2.0:1769074609.204194:0:2402:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1769074609.204200:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.204207:0:2402:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1769074609.204212:0:2402:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074609.204217:0:2402:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1769074609.204221:0:2402:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074609.204224:0:2402:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1769074609.204227:0:2402:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [29:29:256:4294967295] 192.168.204.117@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1769074609.204232:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.204252:0:2402:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1769074609.204259:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1769074609.204264:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e48395800. 00000800:00000200:2.0:1769074609.204270:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1769074609.204279:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1769074609.204283:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e48395800 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1769074609.204300:0:2402:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:3.0:1769074609.204379:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074609.204388:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e48395800. 00000400:00000200:3.0:1769074609.204393:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.204397:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074609.204400:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4abe5660 00000400:00000010:3.0:1769074609.204402:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4abe5660. 00000100:00000200:3.0:1769074609.204430:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e4383d500 x1855008961203072/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.213690:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.213704:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.213726:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.213732:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.213740:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214173:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6971eee300c80 00000400:00000200:2.0:1769074609.214181:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214188:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x325 [1] + 224 00000400:00000200:2.0:1769074609.214205:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.214210:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.214225:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e43808a80 x1855008961203328/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.214259:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214262:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.214266:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214270:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214273:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214276:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 248 into portal 10 MB=0x6971eee300c00 00000400:00000200:2.0:1769074609.214279:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214283:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 248/248 into md 0x31d [1] + 224 00000400:00000200:2.0:1769074609.214289:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.214292:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.214311:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e4383ca80 x1855008961203200/t0(0) o900->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:29/10 lens 264/248 e 0 to 0 dl 1769074625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074609.214346:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214349:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.214353:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214356:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214358:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214361:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 416 into portal 4 MB=0x6971eee300b80 00000400:00000200:2.0:1769074609.214365:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.214370:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 416/416 into md 0x32d [1] + 0 00000400:00000200:2.0:1769074609.214451:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.214456:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.214464:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e4383d500 x1855008961203072/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074609.214517:0:2403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e44e03630. 00000400:00000200:0.0:1769074609.214524:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4387a220 00000400:00000010:0.0:1769074609.214526:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4387a220. 00000100:00000200:0.0:1769074609.214533:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e43808a80 x1855008961203328/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074609.214543:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e43808a80 x1855008961203328/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074609.214558:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e4014bf78. 00000400:00000200:1.0:1769074609.214572:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e42e98f68 00000400:00000010:1.0:1769074609.214574:0:6161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e42e98f68. 02000000:00000010:0.0:1769074609.214574:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff895e44cdf400. 00000100:00000200:1.0:1769074609.214595:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e4383ca80 x1855008961203200/t0(0) o900->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:29/10 lens 264/248 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074609.214595:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff895e4518e500. 00000100:00000010:0.0:1769074609.214606:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e43808a80. 00000100:00000200:1.0:1769074609.214608:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e4383ca80 x1855008961203200/t0(0) o900->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:29/10 lens 264/248 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074609.214621:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e438ae000. 00000400:00000200:3.0:1769074609.214628:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4abe5a18 00000400:00000010:3.0:1769074609.214631:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4abe5a18. 00000100:00000200:3.0:1769074609.214639:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e4383d500 x1855008961203072/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074609.214640:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e44ccc000. 00000100:00000200:3.0:1769074609.214651:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e4383d500 x1855008961203072/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074609.214657:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff895e4a2ac0c0. 00000020:00000010:3.0:1769074609.214666:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff895e4aa40000. 02000000:00000010:1.0:1769074609.214667:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff895e4a2af800. 02000000:00000010:1.0:1769074609.214672:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff895e4a2af600. 00000100:00000010:1.0:1769074609.214675:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e4383ca80. 80000000:00000010:1.0:1769074609.214682:0:6161:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff895e4928aa00. 00000020:00000010:1.0:1769074609.214693:0:6161:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff895e45361c00. 00000100:00000010:1.0:1769074609.214699:0:6161:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff895e43808e00. 02000000:00000010:1.0:1769074609.214711:0:6161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff895e44cde400. 00000100:00000010:1.0:1769074609.214726:0:6161:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff895e42f22180. 02000000:00000010:3.0:1769074609.214733:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff895e42e9d000. 02000000:00000010:3.0:1769074609.214739:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff895e4926cc00. 00000100:00000010:3.0:1769074609.214742:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e4383d500. 02000000:00000010:1.0:1769074609.214807:0:6161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff895e46be0000. 00000400:00000200:1.0:1769074609.214813:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1769074609.214817:0:6161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff895e44e03790. 00000400:00000010:1.0:1769074609.214822:0:6161:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff895e45360000. 00000100:00000200:1.0:1769074609.214829:0:6161:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855008961203456, portal 10 00000400:00000010:1.0:1769074609.214834:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff895e4387af68. 00000100:00000200:1.0:1769074609.214838:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1855008961203456, offset 0 00000400:00000200:1.0:1769074609.214845:0:6161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1769074609.214850:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074609.214856:0:6161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1769074609.214862:0:6161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074609.214865:0:6161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1769074609.214869:0:6161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074609.214871:0:6161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1769074609.214875:0:6161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [30:30:256:4294967295] 192.168.204.117@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1769074609.214896:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1769074609.214904:0:6161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1769074609.214911:0:6161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1769074609.214916:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff895e4518ef00. 00000800:00000200:1.0:1769074609.214923:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff895e4a410900] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1769074609.214931:0:6161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1769074609.214936:0:6161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff895e4518ef00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1769074609.214956:0:6161:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000800:00000200:3.0:1769074609.215390:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074609.215395:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff895e4518ef00. 00000400:00000200:3.0:1769074609.215400:0:2397:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074609.215406:0:2397:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1769074609.215411:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e4387af68 00000400:00000010:3.0:1769074609.215412:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff895e4387af68. 00000100:00000200:3.0:1769074609.215419:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff895e43808e00 x1855008961203456/t0(0) o33->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074625 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074609.259273:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.259283:0:2398:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1769074609.259289:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.259294:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.259298:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.259302:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 464 into portal 10 MB=0x6971eee300d00 00000400:00000200:2.0:1769074609.259307:0:2398:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1769074609.259312:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 464/464 into md 0x33d [32] + 224 00000400:00000200:2.0:1769074609.259327:0:2398:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074609.259330:0:2398:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000200:2.0:1769074609.259344:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff895e43808e00 x1855008961203456/t0(0) o33->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074625 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074609.259421:0:6161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff895e44e03790. 00000400:00000200:1.0:1769074609.259427:0:6161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff895e45360000 00000400:00000010:1.0:1769074609.259429:0:6161:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff895e45360000. 00000100:00000200:1.0:1769074609.259446:0:6161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff895e43808e00 x1855008961203456/t0(0) o33->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074609.259456:0:6161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff895e43808e00 x1855008961203456/t0(0) o33->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074625 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:1.0:1769074609.259856:0:6161:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff895e42f22180. 00000002:00000200:1.0:1769074609.259866:0:6161:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1769074609.259872:0:6161:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at ffff895e4a2ae400. 00000020:00000010:1.0:1769074609.259909:0:6161:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff895e43fff750. 00000020:00000010:1.0:1769074609.259916:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff895e44cdec00. 00000020:00000010:1.0:1769074609.259921:0:6161:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff895e44cde000. 00000020:00000010:1.0:1769074609.259924:0:6161:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff895e453b2c60. 00000008:00000010:1.0:1769074609.259930:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e44c64e18. 00020000:00000010:1.0:1769074609.259935:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e820f2b40. 00008000:00000010:1.0:1769074609.259940:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e50020a98. 00000080:00000010:1.0:1769074609.259947:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e45434d20. 00000080:00000010:1.0:1769074609.259950:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e49255488. 00000020:00000010:1.0:1769074609.259953:0:6161:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff895e44cde600. 00000008:00000010:1.0:1769074609.259957:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e44ed9340. 00020000:00000010:1.0:1769074609.259960:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a07b840. 00008000:00000010:1.0:1769074609.259964:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e4be533c0. 00000080:00000010:1.0:1769074609.259972:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e4a083c30. 00000080:00000010:1.0:1769074609.259978:0:6161:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff895e453b2a80. 00000080:00000010:1.0:1769074609.259982:0:6161:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at ffff895e45360000. 00000020:00000010:1.0:1769074609.260834:0:6161:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff895e453c0000. 00000020:00000010:0.0:1769074609.261016:0:6161:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff895e4926f000. 00000020:00000010:0.0:1769074609.261040:0:6161:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff895e4a2ac240. 00000008:00000010:0.0:1769074609.261052:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e42efd940. 00020000:00000010:0.0:1769074609.261056:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e43fd7240. 00008000:00000010:0.0:1769074609.261060:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e42ef4000. 00000080:00000010:0.0:1769074609.261065:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e44c15540. 00000080:00000010:0.0:1769074609.261068:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e43893d98. 00000008:00000010:0.0:1769074609.261071:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e42ef2dc0. 00020000:00000010:0.0:1769074609.261074:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a400480. 00008000:00000010:0.0:1769074609.261077:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e42eef6b8. 00000080:00000010:0.0:1769074609.261080:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e42ef0780. 00000008:00000010:0.0:1769074609.261083:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e42efaca0. 00020000:00000010:0.0:1769074609.261085:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e43fd7cc0. 00008000:00000010:0.0:1769074609.261087:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e42ef4a98. 00000080:00000010:0.0:1769074609.261090:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e44c15738. 00000080:00000010:0.0:1769074609.261092:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e43890b68. 00000008:00000010:0.0:1769074609.261095:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e42ef34a0. 00020000:00000010:0.0:1769074609.261097:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a402400. 00008000:00000010:0.0:1769074609.261099:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e42eef368. 00000080:00000010:0.0:1769074609.261102:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e42ef00f0. 00000008:00000010:0.0:1769074609.261105:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e42ef8b28. 00020000:00000010:0.0:1769074609.261107:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e43fd73c0. 00008000:00000010:0.0:1769074609.261110:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e42ef5fc8. 00000080:00000010:0.0:1769074609.261112:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e44c152a0. 00000080:00000010:0.0:1769074609.261114:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e43890000. 00000008:00000010:0.0:1769074609.261117:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e42ef2000. 00020000:00000010:0.0:1769074609.261119:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a403a80. 00008000:00000010:0.0:1769074609.261121:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e42eef608. 00000080:00000010:0.0:1769074609.261123:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e42ef0960. 00000008:00000010:0.0:1769074609.261127:0:6161:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff895e42efa178. 00020000:00000010:0.0:1769074609.261129:0:6161:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff895e43fd7780. 00008000:00000010:0.0:1769074609.261132:0:6161:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff895e42ef5530. 00000080:00000010:0.0:1769074609.261134:0:6161:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff895e44c157e0. 00000080:00000010:0.0:1769074609.261151:0:6161:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff895e43890920. 00000008:00000010:0.0:1769074609.261154:0:6161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff895e42ef22c0. 00020000:00000010:0.0:1769074609.261157:0:6161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff895e4a401f80. 00008000:00000010:0.0:1769074609.261159:0:6161:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff895e42eef8d0. 00000080:00000010:0.0:1769074609.261162:0:6161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff895e42ef0000. 00020000:00000010:0.0:1769074609.261169:0:6161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff895e47cb6ae0. 00020000:00000010:0.0:1769074609.261175:0:6161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff895e47cb6720. 00020000:00000010:0.0:1769074609.261179:0:6161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff895e47cb6780. 00020000:00000010:0.0:1769074609.261182:0:6161:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff895e47cb65a0. 00000080:00000010:0.0:1769074609.261219:0:6161:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff895e4ad1e300. 02000000:00000010:0.0:1769074609.261246:0:6161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff895e46be0000. 02000000:00000010:0.0:1769074609.261277:0:6161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff895e44cde400. 00000100:00000010:0.0:1769074609.261283:0:6161:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff895e43808e00. 00000080:00000010:0.0:1769074609.261293:0:6161:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff895e583e98a0. 00000080:00000010:0.0:1769074609.261300:0:6161:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at ffff895e4a410000. 00000080:00000010:0.0:1769074609.261303:0:6161:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at ffff895e4a4103c0. 00000080:00000010:0.0:1769074609.261326:0:6161:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at ffff895e4be8fb40. 00000080:00000010:0.0:1769074609.261329:0:6161:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at ffff895e4be8fa00. 00000080:00000010:0.0:1769074609.261332:0:6161:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at ffff895e49280a20. 00000080:02000400:0.0:1769074609.261335:0:6161:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00200008:2.0:1769074609.499434:0:6215:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074609.499449:0:6215:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074609.499479:0:6215:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074609.499545:0:6215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6215 initiator: MDT0 00010000:00010000:2.0:1769074609.499556:0:6215:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6215 initiator: MDT0 00010000:00010000:2.0:1769074609.501539:0:6215:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6215 initiator: MDT0 00000100:00100000:3.0:1769074609.506288:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:6215:1855008961203584:192.168.204.117@tcp:101: 00000100:00100000:3.0:1769074609.506475:0:6215:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c593c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074609.512925:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:6215:1855008961203584:192.168.204.117@tcp:101: 00010000:00010000:0.0:1769074609.512953:0:6215:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.512966:0:6215:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.512979:0:6215:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.512995:0:6215:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.513023:0:6215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.513031:0:6215:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.513039:0:6215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074609.513050:0:6215:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e28e00 x1855008961203584/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074625 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074609.513149:0:6215:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.513162:0:6215:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074609.513169:0:6215:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074609.513195:0:6215:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074609.513200:0:6215:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074609.513205:0:6215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074609.513209:0:6215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc3aafcb8 00010000:00010000:0.0:1769074609.513212:0:6215:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074609.513220:0:6215:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074609.903941:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074610.928548:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1769074611.933959:0:6267:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074611.933976:0:6267:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074611.934000:0:6267:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074611.934017:0:6267:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.934032:0:6267:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074611.934039:0:6267:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074611.934046:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074611.934050:0:6267:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074611.934057:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bafcb8 00010000:00010000:2.0:1769074611.934060:0:6267:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.934068:0:6267:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074611.935080:0:6267:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074611.935087:0:6267:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074611.935101:0:6267:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074611.935183:0:6267:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.935197:0:6267:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074611.935205:0:6267:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074611.935211:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074611.935214:0:6267:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074611.935219:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bafcb8 00010000:00010000:2.0:1769074611.935223:0:6267:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.935230:0:6267:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074611.935353:0:6267:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074611.935363:0:6267:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074611.935370:0:6267:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.935379:0:6267:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074611.935385:0:6267:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074611.935389:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074611.935392:0:6267:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074611.935396:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bafbb0 00010000:00010000:2.0:1769074611.935399:0:6267:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074611.935412:0:6267:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074611.935421:0:6267:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074611.935429:0:6267:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00000080:00200080:2.0:1769074611.935527:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:2.0:1769074611.935551:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e42e9fc00 uarg=0000000000000000 00800000:00000004:2.0:1769074611.935558:0:6267:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff895e42f9a800: age 296, max_age 298 00000100:00100000:2.0:1769074611.935907:0:6267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203712:192.168.204.117@tcp:41: 00000100:00100000:2.0:1769074611.935995:0:6267:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074611.941680:0:6267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203712:192.168.204.117@tcp:41: 00800000:00000004:1.0:1769074611.941716:0:6267:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff895e42f9a800: update ffff895e49261c48 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:1.0:1769074611.942519:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.942550:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00800000:00000004:1.0:1769074611.942560:0:6267:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff895e42f9a800: age -705, max_age 298 00000100:00100000:1.0:1769074611.942612:0:6267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203840:192.168.204.117@tcp:41: 00000100:00100000:1.0:1769074611.942704:0:6267:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e459899c0 going to sleep for 11 seconds 00010000:00080000:1.0:1769074611.947169:0:6267:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380b480 x1855008961203840/t0(0) o41->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074627 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074611.947189:0:6267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203840:192.168.204.117@tcp:41: 00800000:00000004:1.0:1769074611.947215:0:6267:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff895e42f9a800: update ffff895e492666d0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1769074611.947337:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947353:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947360:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947364:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947367:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947370:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947374:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947377:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947381:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947399:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947404:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947407:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947411:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947415:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947418:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947422:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947426:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947429:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947433:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947436:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947440:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947443:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947446:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947449:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947452:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947455:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947458:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947461:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947464:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947468:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947471:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947474:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947477:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947480:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947493:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947497:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947500:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947503:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947507:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947510:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947513:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947516:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947519:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947522:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947525:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947528:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947532:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947547:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947552:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947557:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947560:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947564:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947568:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947571:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947583:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947587:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947592:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947595:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947599:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947610:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947616:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947619:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947623:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947627:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947631:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947634:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947638:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947641:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947645:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947648:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947652:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947655:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947659:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947662:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947665:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947668:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947672:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947675:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947678:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947681:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947685:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947688:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947692:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947695:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947707:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947711:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947715:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947718:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947722:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947725:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947729:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947733:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947737:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947740:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947782:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947789:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947794:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947797:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947801:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947804:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947807:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947810:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947814:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947817:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947820:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947823:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947826:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947829:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947832:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947841:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947846:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947849:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947853:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947857:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947861:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947864:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947868:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947871:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947875:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947879:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947883:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947886:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947890:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947893:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947897:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00800000:00000080:1.0:1769074611.947900:0:6267:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.947904:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.947910:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00020000:00000004:1.0:1769074611.947917:0:6267:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff895e42f9a800: age -705, max_age 298 00000100:00100000:1.0:1769074611.947959:0:6267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203968:192.168.204.117@tcp:13: 00000100:00100000:1.0:1769074611.948058:0:6267:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e459899c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074611.952359:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1769074611.955642:0:6267:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380b480 x1855008961203968/t0(0) o13->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074627 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074611.955663:0:6267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961203968:192.168.204.117@tcp:13: 00020000:00000004:1.0:1769074611.955705:0:6267:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff895e42f9a800: update ffff895e45503520 cache blocks 901369/958279 objects 261776/262144 00000080:00200080:1.0:1769074611.955815:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.955835:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00020000:00000004:1.0:1769074611.955843:0:6267:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff895e42f9a800: age -705, max_age 298 00000100:00100000:1.0:1769074611.955882:0:6267:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961204096:192.168.204.117@tcp:13: 00000100:00100000:1.0:1769074611.955967:0:6267:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e459899c0 going to sleep for 11 seconds 00010000:00080000:1.0:1769074611.961083:0:6267:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380b480 x1855008961204096/t0(0) o13->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074627 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074611.961106:0:6267:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:6267:1855008961204096:192.168.204.117@tcp:13: 00020000:00000004:1.0:1769074611.961130:0:6267:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff895e42f9a800: update ffff895e45501c48 cache blocks 901369/958279 objects 261776/262144 00000080:00200080:1.0:1769074611.961209:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961225:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961231:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961234:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961238:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961241:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961244:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961247:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961251:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961254:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961258:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961262:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961265:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961268:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961287:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961291:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961295:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961299:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961303:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961305:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961309:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961312:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961316:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961319:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961322:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961325:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961329:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961332:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961336:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961338:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961342:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961345:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961349:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961352:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961356:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961359:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961363:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961366:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961369:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961379:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961385:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961388:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961391:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961394:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961397:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961400:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961403:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961405:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961409:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961411:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961721:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961731:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961736:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961740:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961743:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961778:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961784:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961787:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961791:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961795:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961799:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961802:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961806:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961809:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961822:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961827:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961831:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961834:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961838:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961841:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961845:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961848:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961851:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961855:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961858:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961861:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961866:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961869:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961872:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961876:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961879:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961882:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961885:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961888:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961892:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961895:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961899:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961902:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961906:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961916:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961922:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961925:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961929:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961932:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961936:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961939:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961943:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961946:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961949:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961952:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961957:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961960:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961964:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961967:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961971:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961974:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961978:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961982:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961985:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961988:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961991:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.961994:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.961998:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962001:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962013:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962018:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962022:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962026:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962030:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962033:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962036:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962040:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962043:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962047:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200080:1.0:1769074611.962050:0:6267:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c00866a4 arg=7ffd8890f280 00020000:00000080:1.0:1769074611.962053:0:6267:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff895e42f9a800: cmd=c00866a4 len=592 karg=ffff895e4b7d4c00 uarg=0000000000000000 00000080:00200008:1.0:1769074611.962067:0:6267:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00010000:00010000:1.0:1769074612.977165:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074614.001007:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074614.384078:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204352:192.168.204.117@tcp:400: 00000100:00100000:0.0:1769074614.384212:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204608:192.168.204.117@tcp:400: 00000100:00100000:0.0:1769074614.384246:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1769074614.384252:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961204224:192.168.204.117@tcp:400: 00000100:00100000:0.0:1769074614.384277:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204480:192.168.204.117@tcp:400: 00000100:00100000:0.0:1769074614.384300:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204736:192.168.204.117@tcp:400: 00000100:00100000:1.0:1769074614.391349:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961204224:192.168.204.117@tcp:400: 00010000:00080000:1.0:1769074614.391374:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383ea00 x1855008961204480/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074614.391387:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204480:192.168.204.117@tcp:400: 00010000:00080000:1.0:1769074614.391400:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c000 x1855008961204736/t0(0) o400->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074614.391409:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204736:192.168.204.117@tcp:400: 00000100:00100000:1.0:1769074614.391435:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204352:192.168.204.117@tcp:400: 00010000:00080000:1.0:1769074614.391446:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383f100 x1855008961204608/t0(0) o400->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074614.391476:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961204608:192.168.204.117@tcp:400: 00000001:02000400:3.0:1769074614.871275:0:6460:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1769074615.026534:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074616.048216:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074617.072206:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074618.100096:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074619.121319:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074619.505731:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961204864:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.505935:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205120:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.505968:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205376:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.505997:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074619.506003:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961204992:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.506023:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205248:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.516890:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961204992:192.168.204.117@tcp:400: 00010000:00080000:3.0:1769074619.516919:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2bb80 x1855008961205248/t0(0) o400->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074619.516931:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205248:192.168.204.117@tcp:400: 00000100:00100000:3.0:1769074619.516942:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961204864:192.168.204.117@tcp:400: 00010000:00080000:3.0:1769074619.516954:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28000 x1855008961205120/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074619.516962:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205120:192.168.204.117@tcp:400: 00010000:00080000:3.0:1769074619.516973:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2a300 x1855008961205376/t0(0) o400->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074619.516981:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961205376:192.168.204.117@tcp:400: 00000100:00100000:2.0:1769074619.883012:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:2.0:1769074619.883067:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:2.0:1769074619.883128:0:6164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008985376000 00000100:00100000:2.0:1769074619.883142:0:6164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008985376000 00000100:00100000:2.0:1769074619.883204:0:6164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008985376128 00000100:00100000:2.0:1769074619.883208:0:6164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008985376128 00000100:00100000:2.0:1769074619.883224:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 0 00000100:00100000:2.0:1769074619.883234:0:6164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff895e44e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+4:10285:x1855008985376000:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1769074619.883252:0:6164:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074619.883352:0:6164:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074619.883359:0:6164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff895e44e2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+4:10285:x1855008985376000:12345-192.168.204.117@tcp:104: Request processed in 127us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074619.883366:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 0 00000100:00100000:2.0:1769074619.883388:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 1 00000100:00100000:2.0:1769074619.883416:0:6164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff895e44e28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+3:10285:x1855008985376128:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1769074619.883425:0:6164:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.883448:0:6172:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074619.883980:0:6164:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074619.883990:0:6164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff895e44e28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+3:10285:x1855008985376128:12345-192.168.204.117@tcp:104: Request processed in 585us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074619.883998:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 1 00010000:00010000:0.0:1769074619.896728:0:6172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.896788:0:6172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e82049800 already unused, calling callback (ffffffffc1354c20) 10000000:00010000:0.0:1769074619.896794:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.896808:0:6172:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1769074619.896818:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074619.896827:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074619.897070:0:6173:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074619.897562:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074619.897568:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074619.897570:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074619.897614:0:6173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.897626:0:6173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e82049400 already unused, calling callback (ffffffffc1354c20) 10000000:00010000:0.0:1769074619.897630:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.897641:0:6173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1769074619.897664:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074619.897670:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1769074619.897718:0:6173:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.897725:0:6173:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074619.897777:0:6173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.897784:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff895e82049400/0xb4d3f8fc6477c5af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a419 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074619.897800:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074619.897802:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074619.897803:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074619.897811:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074619.897830:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961205504:192.168.204.117@tcp:103: 00010000:00010000:2.0:1769074619.898580:0:6172:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074619.898589:0:6172:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1769074619.898642:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961205632:192.168.204.117@tcp:103: 00010000:00010000:2.0:1769074619.898706:0:6172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074619.898714:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff895e82049800/0xb4d3f8fc6477c5b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a420 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074619.898734:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074619.898736:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074619.898738:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074619.902620:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961205632:192.168.204.117@tcp:103: 00000100:00100000:0.0:1769074619.902682:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961205504:192.168.204.117@tcp:103: 00010000:00010000:1.0:1769074620.143925:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074621.177315:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1769074621.423948:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1769074621.423959:0:6175:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff895e42f9a800 from 48 10000000:01000000:3.0:1769074621.423965:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1769074621.424014:0:6175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.424024:0:6175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.424034:0:6175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074621.424056:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961205760:192.168.204.117@tcp:101: 00000100:00100000:3.0:1769074621.424172:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c59300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074621.435036:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961205760:192.168.204.117@tcp:101: 00010000:00010000:3.0:1769074621.435119:0:6175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4e4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.435137:0:6175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc896a1334143a4e4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074621.435244:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961205888:192.168.204.117@tcp:501: 00000100:00100000:3.0:1769074621.435340:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c59300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074621.443075:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961205888:192.168.204.117@tcp:501: 00000100:00100000:3.0:1769074621.443180:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206016:192.168.204.117@tcp:503: 00000100:00100000:3.0:1769074621.443327:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c59300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074621.456429:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206016:192.168.204.117@tcp:503: 00000100:00100000:0.0:1769074621.457130:0:6668:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6668:1855008961206144:192.168.204.117@tcp:502: 00000100:00100000:0.0:1769074621.457246:0:6668:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074621.461966:0:6668:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6668:1855008961206144:192.168.204.117@tcp:502: 00000020:01000000:0.0:1769074621.462012:0:6668:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1769074621.462024:0:6668:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074621.462027:0:6668:0:(obd_config.c:1477:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1769074621.462033:0:6668:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1769074621.462147:0:6668:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6668:1855008961206272:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:0.0:1769074621.462357:0:6668:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074621.475125:0:6668:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6668:1855008961206272:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1769074621.475183:0:6668:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074621.475193:0:6668:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074621.475196:0:6668:0:(obd_config.c:1477:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1769074621.475200:0:6668:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1769074621.475523:0:6175:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:3.0:1769074621.475551:0:6175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1769074621.475561:0:6175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4e4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.475573:0:6175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff895e4151ca00/0xb4d3f8fc6477c626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4e4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074621.475583:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1769074621.475586:0:6175:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff895e49260000 from 1 10000000:01000000:3.0:1769074621.475588:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1769074621.475625:0:6175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.475643:0:6175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.475654:0:6175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074621.475680:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206400:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074621.475834:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c59300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074621.494266:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206400:192.168.204.117@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074621.494299:0:6175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4eb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.494320:0:6175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc896a1334143a4eb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074621.494643:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206528:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074621.494717:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44c59300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074621.502213:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961206528:192.168.204.117@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1769074621.502968:0:6175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1769074621.502983:0:6175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4eb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074621.502996:0:6175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff895e4151ce00/0xb4d3f8fc6477c62d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a4eb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074622.206329:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074623.216408:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074623.388332:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:3.0:1769074623.388574:0:6164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008985385728 00000100:00100000:3.0:1769074623.388586:0:6164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008985385728 00000100:00100000:3.0:1769074623.388670:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 2 00000100:00100000:3.0:1769074623.388683:0:6164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff895e44e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+3:10347:x1855008985385728:12345-192.168.204.117@tcp:104: 00010000:00010000:3.0:1769074623.388699:0:6164:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074623.388833:0:6164:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074623.388840:0:6164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff895e44e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b0abecde-06ba-4498-83fd-7513d38e1d30+3:10347:x1855008985385728:12345-192.168.204.117@tcp:104: Request processed in 161us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074623.388847:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 2 00010000:00010000:1.0:1769074623.389228:0:6173:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074623.389243:0:6173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074623.389255:0:6173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e4151da00 already unused, calling callback (ffffffffc1354c20) 10000000:00010000:1.0:1769074623.389261:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074623.389273:0:6173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074623.389281:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074623.389289:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1769074623.389609:0:6173:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074623.389616:0:6173:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074623.389676:0:6173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074623.389685:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff895e4151da00/0xb4d3f8fc6477c5ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a42e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074623.389711:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074623.389714:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074623.389716:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074623.389729:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074623.391217:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961206656:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074623.402595:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961206656:192.168.204.117@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074624.240494:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074624.626526:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961206912:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.626660:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207168:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.626701:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1769074624.626707:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961206784:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.626733:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207040:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.626790:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207296:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074624.643495:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383e680 x1855008961207040/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074624.643515:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207040:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074624.643529:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383d880 x1855008961207296/t0(0) o400->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074624.643538:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207296:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.643550:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961206912:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074624.643560:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c700 x1855008961207168/t0(0) o400->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074624.643586:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961207168:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074624.649385:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961206784:192.168.204.117@tcp:400:kworker.0 10000000:01000000:0.0:1769074625.007857:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1769074625.007866:0:6175:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff895e42f9a800 from 4 10000000:01000000:0.0:1769074625.007872:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1769074625.007927:0:6175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074625.007940:0:6175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074625.007952:0:6175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074625.007981:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207424:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1769074625.008078:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074625.016533:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207424:192.168.204.117@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1769074625.016562:0:6175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074625.016576:0:6175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074625.016654:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207552:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1769074625.016778:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074625.023906:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207552:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1769074625.024234:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207680:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1769074625.024350:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074625.029615:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961207680:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1769074625.031668:0:6732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6732:1855008961207808:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:0.0:1769074625.032145:0:6732:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074625.035569:0:6732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6732:1855008961207808:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1769074625.035624:0:6732:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1769074625.035637:0:6732:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074625.035640:0:6732:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1769074625.035648:0:6732:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff895e42f9a800 00000020:00000080:0.0:1769074625.035651:0:6732:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1769074625.037577:0:6732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6732:1855008961207936:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:0.0:1769074625.037723:0:6732:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a2ac3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074625.059394:0:6732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0abecde-06ba-4498-83fd-7513d38e1d30:6732:1855008961207936:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1769074625.059445:0:6732:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074625.059455:0:6732:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074625.059458:0:6732:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1769074625.059462:0:6732:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1769074625.063571:0:6175:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1769074625.063605:0:6175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1769074625.063615:0:6175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074625.063646:0:6175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074625.264017:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074626.288028:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074627.312129:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074628.335980:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074629.361207:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074629.744150:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208192:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074629.744150:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961208064:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074629.744282:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208448:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074629.745579:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961208320:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074629.745629:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961208576:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074629.752368:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208192:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074629.753808:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43808e00 x1855008961208448/t0(0) o400->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074629.753826:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208448:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074629.759148:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43808a80 x1855008961208576/t0(0) o400->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074629.759169:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961208576:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074629.759203:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961208064:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074629.759215:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380b100 x1855008961208320/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074629.759224:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961208320:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074630.385346:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074631.415853:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074632.435614:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074633.459372:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074634.481639:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074634.864347:0:38:0:(import.c:65:import_set_state_nolock()) ffff895e42e88800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1769074634.864354:0:38:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff895e42f9a800: disconnect after 23s idle 00000100:00080000:1.0:1769074634.870052:0:38:0:(import.c:65:import_set_state_nolock()) ffff895e42e8b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1769074634.870058:0:38:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff895e42f9a800: disconnect after 23s idle 00000100:00100000:1.0:1769074634.870116:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961208704:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074634.870222:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208960:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074634.870257:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074634.870264:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208832:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074634.870782:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961209088:192.168.204.117@tcp:9:kworker.0 00000100:00100000:3.0:1769074634.870892:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961209216:192.168.204.117@tcp:9:kworker.0 00000100:00100000:1.0:1769074634.890899:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208832:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074634.890922:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43809500 x1855008961208960/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074634.890936:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961208960:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074634.890967:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380bb80 x1855008961209088/t0(0) o9->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074634.890981:0:2402:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff895e4380bb80 x1855008961209088/t0(0) o9->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074634.890991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e88800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1769074634.890995:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961209088:192.168.204.117@tcp:9:kworker.0 00010000:00080000:3.0:1769074634.891008:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43808000 x1855008961209216/t0(0) o9->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074634.891017:0:2402:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff895e43808000 x1855008961209216/t0(0) o9->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074634.891023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1769074634.891026:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961209216:192.168.204.117@tcp:9:kworker.0 00000100:00100000:1.0:1769074634.897716:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961208704:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074635.504343:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074636.411322:0:7016:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1769074636.528711:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074637.552035:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074638.576842:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074639.602441:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074639.988926:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961209344:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074639.989041:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209600:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074639.989088:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074639.989094:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209472:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074640.002404:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209472:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074640.002424:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961209344:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074640.002438:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380aa00 x1855008961209600/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074640.002449:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209600:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074640.623943:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074641.648289:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074642.231134:0:7279:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing yml_node 00010000:00010000:2.0:1769074642.676630:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074643.696619:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074644.723119:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074645.114891:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209856:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074645.115066:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074645.115075:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961209728:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074645.115106:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209984:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074645.131057:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961209728:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074645.131082:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383e300 x1855008961209984/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074645.131095:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209984:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074645.131109:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961209856:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074645.746921:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074646.769401:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074647.793796:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074648.168467:0:7733:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.50.3 00010000:00010000:2.0:1769074648.816207:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074649.842933:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074650.229453:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961210112:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074650.229573:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210368:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074650.229610:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074650.229615:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210240:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074650.234996:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961210112:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074650.235467:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383ed80 x1855008961210368/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074650.235483:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210368:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074650.235799:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210240:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074650.868869:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074651.705360:0:7890:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.3 00010000:00010000:3.0:1769074651.891065:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074652.913373:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074653.936692:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074654.827063:0:8047:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.3 00010000:00010000:3.0:1769074654.964098:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074655.345701:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210624:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074655.346015:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961210496:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074655.346094:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961210752:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074655.360467:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961210496:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074655.367223:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383d880 x1855008961210752/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074655.367244:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961210752:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074655.367607:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961210624:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074655.999439:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074657.007975:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074657.313202:0:8195:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-sec ============----- Thu Jan 22 04:37:35 EST 2026 00010000:00010000:3.0:1769074658.031998:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074659.057111:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074660.080889:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074660.464568:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961211008:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074660.464714:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074660.464731:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961210880:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074660.464797:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961211136:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074660.472134:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961210880:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074660.472162:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961211008:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074660.499795:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c380 x1855008961211136/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074660.499848:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961211136:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074661.103876:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074662.128062:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074663.157913:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074664.179105:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074665.201397:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074665.584045:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961211392:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074665.584170:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074665.584175:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961211264:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074665.584200:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961211520:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074665.592743:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961211392:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074665.599053:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961211264:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074665.599078:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d4e00 x1855008961211520/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074665.599089:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961211520:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074666.228467:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074667.248768:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074668.275725:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074669.296122:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074670.319953:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074670.707235:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961211776:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074670.707352:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074670.707359:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961211648:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074670.707391:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961211904:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074670.715998:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961211648:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074670.716029:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43809500 x1855008961211904/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074670.716071:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961211904:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074670.716088:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961211776:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074671.343854:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074672.368038:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074673.396630:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074674.439503:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074675.443176:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074675.823955:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961212160:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074675.823972:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961212032:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074675.824593:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961212288:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074675.838331:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961212160:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074675.840209:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380aa00 x1855008961212288/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074675.840227:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961212288:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074675.851242:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961212032:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074676.464417:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074677.491935:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074678.518409:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074679.545370:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074680.569438:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074680.944251:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961212416:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074680.944261:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961212544:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074680.944394:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961212672:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074680.948421:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961212544:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074680.948491:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2a300 x1855008961212672/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074680.948516:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961212672:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074680.948527:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961212416:192.168.204.117@tcp:400:kworker.0 00000001:02000400:2.0:1769074681.089189:0:8730:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 27 00010000:00010000:2.0:1769074681.586081:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074682.608366:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074683.638421:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074683.719905:0:8870:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 26 00010000:00010000:0.0:1769074684.663726:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074685.683706:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074686.074647:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961212800:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074686.076313:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961213056:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074686.076421:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074686.076429:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961212928:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074686.086284:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961212800:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074686.089414:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961212928:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074686.089445:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43808e00 x1855008961213056/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074686.089457:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961213056:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074686.703880:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074686.911501:0:9106:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 04:38:05 (1769074685) === 00000080:00200008:1.0:1769074687.138065:0:8210:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074687.138081:0:8210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074687.138114:0:8210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074687.138133:0:8210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074687.138147:0:8210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074687.138154:0:8210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074687.138161:0:8210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074687.138165:0:8210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:1.0:1769074687.138202:0:8210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1b27cb8 00010000:00010000:1.0:1769074687.138207:0:8210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074687.138215:0:8210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074687.220698:0:8210:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074687.220709:0:8210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074687.220730:0:8210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074687.220793:0:8210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.220894:0:8210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074687.220905:0:8210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074687.220914:0:8210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074687.220925:0:8210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074687.220934:0:8210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1b27cb8 00010000:00010000:2.0:1769074687.220938:0:8210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.220947:0:8210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074687.241654:0:8210:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074687.241669:0:8210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074687.241694:0:8210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074687.241713:0:8210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.241731:0:8210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074687.241739:0:8210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074687.241790:0:8210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074687.241794:0:8210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074687.241801:0:8210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1b27cb8 00010000:00010000:2.0:1769074687.241804:0:8210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.241813:0:8210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074687.267521:0:8210:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074687.267535:0:8210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074687.267572:0:8210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074687.267595:0:8210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.267612:0:8210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074687.267622:0:8210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074687.267631:0:8210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074687.267634:0:8210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074687.267642:0:8210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1b27cb8 00010000:00010000:2.0:1769074687.267646:0:8210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074687.267654:0:8210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074687.729469:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074688.753319:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074689.782349:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074690.807646:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074691.183988:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961213184:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074691.184119:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961213440:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074691.184158:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074691.184163:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961213312:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074691.188680:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961213312:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074691.188700:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961213184:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074691.188736:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380aa00 x1855008961213440/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074691.188797:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961213440:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074691.825784:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074692.065556:0:9355:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing check_config_client /mnt/lustre 00010000:00010000:1.0:1769074692.850140:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074693.878552:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074694.897093:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074695.922521:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074696.304003:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961213568:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074696.304427:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961213824:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074696.304467:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074696.304473:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961213696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074696.315486:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961213696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074696.315510:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961213568:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074696.315527:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7480 x1855008961213824/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074696.315539:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961213824:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074696.950949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074697.971119:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074698.994272:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074700.037461:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074701.040377:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074701.437540:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961213952:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074701.437688:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214208:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074701.437740:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074701.437768:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214080:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074701.447865:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214080:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074701.447889:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961213952:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074701.447906:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d4000 x1855008961214208/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074701.447917:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214208:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074702.064600:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074703.088094:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074704.111932:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074705.137722:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074706.164090:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074706.544738:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214464:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074706.544935:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961214336:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074706.545006:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961214592:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074706.556223:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961214336:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074706.556243:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2bb80 x1855008961214592/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074706.556267:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961214592:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074706.556319:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214464:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074707.189165:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074708.207999:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074709.232323:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074710.259815:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074711.287729:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074711.672772:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961214720:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074711.672881:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074711.672919:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074711.672925:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074711.681966:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074711.681998:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961214720:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074711.682011:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28000 x1855008961214976/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074711.682022:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961214976:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074712.304280:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074713.328424:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074714.351958:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074715.309272:0:10095:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1769074715.382702:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074716.405922:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074716.783975:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961215104:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074716.784078:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961215360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074716.784111:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074716.784118:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961215232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074716.788570:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961215232:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074716.788604:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2bb80 x1855008961215360/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074716.788617:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961215360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074716.797093:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961215104:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074717.423899:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074718.448439:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074719.472022:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074719.501215:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:2.0:1769074719.502219:0:6165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008985432960 00000100:00100000:2.0:1769074719.502232:0:6165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008985432960 00000100:00100000:2.0:1769074719.502333:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 3 00000100:00100000:2.0:1769074719.502352:0:6165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff895e453d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:b0abecde-06ba-4498-83fd-7513d38e1d30+3:13259:x1855008985432960:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1769074719.502369:0:6165:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074719.502457:0:6165:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074719.502464:0:6165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff895e453d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:b0abecde-06ba-4498-83fd-7513d38e1d30+3:13259:x1855008985432960:12345-192.168.204.117@tcp:104: Request processed in 122us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074719.502472:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 3 00010000:00010000:1.0:1769074719.502528:0:6653:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074719.502536:0:6653:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074719.502543:0:6653:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40031c00 already unused, calling callback (ffffffffc1354c20) 10000000:00010000:1.0:1769074719.502547:0:6653:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074719.502555:0:6653:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074719.502561:0:6653:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074719.502567:0:6653:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1769074719.502638:0:6653:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074719.502646:0:6653:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074719.502668:0:6653:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074719.502675:0:6653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff895e40031c00/0xb4d3f8fc6477c634 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc896a1334143a531 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074719.502703:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074719.502705:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074719.502707:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074719.502723:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961215488:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074719.505892:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961215488:192.168.204.117@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074720.499475:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1769074720.817992:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1769074720.818001:0:6175:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff895e42f9a800 from 7 10000000:01000000:0.0:1769074720.818006:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1769074720.818067:0:6175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074720.818101:0:6175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074720.818113:0:6175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074720.818145:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215616:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1769074720.818266:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e42eee540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074720.823815:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215616:192.168.204.117@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1769074720.824025:0:6175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a53f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074720.824040:0:6175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc896a1334143a53f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074720.824126:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215744:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1769074720.824621:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e42eee540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074720.836901:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215744:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1769074720.836977:0:6175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215872:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1769074720.837086:0:6175:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e42eee540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074720.870068:0:6175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0abecde-06ba-4498-83fd-7513d38e1d30:6175:1855008961215872:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000040:00080000:3.0:1769074720.872222:0:10372:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1769074720.888292:0:6175:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1769074720.888337:0:6175:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1769074720.888350:0:6175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a53f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074720.888379:0:6175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff895e40031800/0xb4d3f8fc6477c63b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc896a1334143a53f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074721.520771:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074721.903998:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961216000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074721.904154:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961216256:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074721.904193:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074721.904199:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961216128:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074721.914803:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961216000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074721.915872:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961216128:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074721.915893:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2b100 x1855008961216256/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074721.915906:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961216256:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074722.544705:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074723.567993:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074724.594474:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074725.616049:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074726.648228:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074727.032386:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961216512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074727.032511:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074727.032519:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961216384:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074727.032549:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961216640:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074727.044859:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961216512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074727.044969:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961216384:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074727.044985:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43809500 x1855008961216640/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074727.045016:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961216640:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074727.681465:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074728.721105:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074729.790081:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074730.786661:0:10829:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 04:38:48 (1769074728) === 00010000:00010000:3.0:1769074730.817095:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1769074731.054072:0:10849:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074731.054087:0:10849:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074731.054111:0:10849:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074731.054129:0:10849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.054144:0:10849:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.054152:0:10849:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074731.054161:0:10849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074731.054165:0:10849:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074731.054171:0:10849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bc7cb8 00010000:00010000:2.0:1769074731.054175:0:10849:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.054183:0:10849:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074731.054883:0:10849:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074731.054889:0:10849:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074731.054901:0:10849:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074731.054909:0:10849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.054920:0:10849:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.054927:0:10849:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074731.054937:0:10849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074731.054941:0:10849:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074731.054945:0:10849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bc7cb8 00010000:00010000:2.0:1769074731.054949:0:10849:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.054957:0:10849:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.070191:0:10849:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074731.070218:0:10849:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074731.070235:0:10849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.070252:0:10849:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.070260:0:10849:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074731.070269:0:10849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074731.070272:0:10849:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074731.070278:0:10849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bc7bb0 00010000:00010000:2.0:1769074731.070281:0:10849:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.070290:0:10849:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.070305:0:10849:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074731.070314:0:10849:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200080:2.0:1769074731.070341:0:10849:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=800866a8 arg=7ffceee44e2c 00000080:00200008:2.0:1769074731.070353:0:10849:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200000:2.0:1769074731.070396:0:10849:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074731.070404:0:10849:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074731.070411:0:10849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.070420:0:10849:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.070426:0:10849:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074731.070430:0:10849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074731.070433:0:10849:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:2.0:1769074731.070437:0:10849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1bc7bb0 00010000:00010000:2.0:1769074731.070439:0:10849:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074731.070446:0:10849:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074731.070454:0:10849:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074731.070458:0:10849:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00000080:00200080:2.0:1769074731.070468:0:10849:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=80806683 arg=7ffceee43b00 00000080:00200008:2.0:1769074731.070911:0:10849:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00010000:00010000:3.0:1769074731.824684:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074732.153303:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961216768:192.168.204.117@tcp:400:kworker.0 00000080:00200008:1.0:1769074732.157775:0:10876:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074732.157792:0:10876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074732.157815:0:10876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074732.157833:0:10876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.157848:0:10876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.157856:0:10876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074732.157864:0:10876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074732.157867:0:10876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:1.0:1769074732.157875:0:10876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1c47cb8 00010000:00010000:1.0:1769074732.157879:0:10876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.157887:0:10876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074732.158435:0:10876:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074732.158440:0:10876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074732.158450:0:10876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074732.158458:0:10876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.158476:0:10876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.158482:0:10876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074732.158487:0:10876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074732.158491:0:10876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:1.0:1769074732.158495:0:10876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1c47cb8 00010000:00010000:1.0:1769074732.158498:0:10876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.158505:0:10876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074732.158819:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074732.158840:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961216896:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074732.159238:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074732.159248:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961217024:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074732.166604:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961216896:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074732.166625:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961216768:192.168.204.117@tcp:400:kworker.0 00000080:00200000:1.0:1769074732.167309:0:10876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074732.167337:0:10876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074732.167356:0:10876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.167369:0:10876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.167377:0:10876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074732.167384:0:10876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074732.167388:0:10876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:1.0:1769074732.167395:0:10876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1c47bb0 00010000:00010000:1.0:1769074732.167399:0:10876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.167420:0:10876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.167437:0:10876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074732.167449:0:10876:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200080:1.0:1769074732.167470:0:10876:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=800866a8 arg=7ffef69cc7bc 00000080:00200008:1.0:1769074732.167487:0:10876:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200000:1.0:1769074732.167542:0:10876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074732.167551:0:10876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074732.167558:0:10876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.167566:0:10876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.167571:0:10876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074732.167576:0:10876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074732.167578:0:10876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:1.0:1769074732.167581:0:10876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1c47bb0 00010000:00010000:1.0:1769074732.167583:0:10876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074732.167589:0:10876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074732.167598:0:10876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074732.167602:0:10876:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00000080:00200080:1.0:1769074732.167610:0:10876:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=80806683 arg=7ffef69cb490 00010000:00080000:3.0:1769074732.170601:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28e00 x1855008961217024/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074732.170659:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961217024:192.168.204.117@tcp:400:kworker.0 00000080:00200008:0.0:1769074732.173886:0:10876:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00010000:00010000:3.0:1769074732.849602:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074733.872044:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074734.895974:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1769074735.442418:0:10906:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074735.442438:0:10906:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074735.442484:0:10906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074735.442503:0:10906:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.442522:0:10906:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.442530:0:10906:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074735.442539:0:10906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074735.442543:0:10906:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:3.0:1769074735.442552:0:10906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1cafcb8 00010000:00010000:3.0:1769074735.442556:0:10906:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.442565:0:10906:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074735.443234:0:10906:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074735.443241:0:10906:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074735.443253:0:10906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074735.443262:0:10906:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.443283:0:10906:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.443290:0:10906:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074735.443295:0:10906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074735.443298:0:10906:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:3.0:1769074735.443303:0:10906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1cafcb8 00010000:00010000:3.0:1769074735.443306:0:10906:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.443313:0:10906:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.443414:0:10906:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074735.443423:0:10906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074735.443430:0:10906:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.443439:0:10906:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.443445:0:10906:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074735.443449:0:10906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074735.443454:0:10906:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:3.0:1769074735.443457:0:10906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1cafbb0 00010000:00010000:3.0:1769074735.443461:0:10906:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.450088:0:10906:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.450112:0:10906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074735.450124:0:10906:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200080:3.0:1769074735.450160:0:10906:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=800866a8 arg=7fffb61240cc 00000080:00200008:3.0:1769074735.450179:0:10906:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200000:3.0:1769074735.450241:0:10906:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074735.450271:0:10906:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074735.450289:0:10906:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.450302:0:10906:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.450310:0:10906:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074735.450317:0:10906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074735.450320:0:10906:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:3.0:1769074735.450327:0:10906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1cafbb0 00010000:00010000:3.0:1769074735.450330:0:10906:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074735.450337:0:10906:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074735.450346:0:10906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074735.450351:0:10906:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00000080:00200080:3.0:1769074735.450361:0:10906:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=80806683 arg=7fffb6122da0 00000080:00200008:3.0:1769074735.451893:0:10906:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 100000 00010000:00010000:3.0:1769074735.919917:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074736.944352:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074737.264056:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961217280:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074737.264225:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961217152:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074737.267961:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961217408:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074737.283015:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28a80 x1855008961217408/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074737.283039:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961217408:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074737.288565:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961217152:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074737.289571:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961217280:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074737.967908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1769074738.579164:0:10934:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2, flags 0, foreign 0 00000080:00200000:0.0:1769074738.579176:0:10934:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.579200:0:10934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.579216:0:10934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.579231:0:10934:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.579239:0:10934:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.579245:0:10934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.579248:0:10934:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.579255:0:10934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d37cb8 00010000:00010000:0.0:1769074738.579258:0:10934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.579266:0:10934:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.579319:0:10934:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.579326:0:10934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.579332:0:10934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.579340:0:10934:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.579345:0:10934:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.579349:0:10934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.579352:0:10934:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.579355:0:10934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d37bb0 00010000:00010000:0.0:1769074738.579358:0:10934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.579365:0:10934:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.579372:0:10934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000100:00100000:0.0:1769074738.579432:0:10934:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:10934:1855008961217536:192.168.204.117@tcp:49:ls.500 00000100:00100000:0.0:1769074738.579820:0:10934:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e42f223c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074738.625094:0:10934:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:10934:1855008961217536:192.168.204.117@tcp:49:ls.500 00000080:00200008:0.0:1769074738.625138:0:10934:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00000080:00200008:0.0:1769074738.625164:0:10934:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000002:00010000:0.0:1769074738.625197:0:10934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074738.625214:0:10934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.625244:0:10934:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074738.625865:0:10934:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:10934:1855008961217664:192.168.204.117@tcp:37:ls.500 00000100:00100000:0.0:1769074738.625954:0:10934:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e42f223c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074738.641057:0:10934:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:10934:1855008961217664:192.168.204.117@tcp:37:ls.500 00010000:00010000:0.0:1769074738.642016:0:10934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.642106:0:10934:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.642139:0:10934:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.642164:0:10934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.642177:0:10934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.642188:0:10934:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.642195:0:10934:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.642201:0:10934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.642204:0:10934:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.642210:0:10934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d37cd8 00010000:00010000:0.0:1769074738.642213:0:10934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.642236:0:10934:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.643160:0:10934:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074738.643200:0:10934:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074738.643271:0:10934:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00000080:00200008:0.0:1769074738.659554:0:10935:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2, flags 0, foreign 0 00000080:00200000:0.0:1769074738.659568:0:10935:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.659594:0:10935:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.659614:0:10935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659631:0:10935:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.659641:0:10935:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.659649:0:10935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.659653:0:10935:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.659660:0:10935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d3fcb8 00010000:00010000:0.0:1769074738.659664:0:10935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659673:0:10935:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.659709:0:10935:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.659716:0:10935:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.659726:0:10935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659734:0:10935:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.659740:0:10935:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.659865:0:10935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.659868:0:10935:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.659873:0:10935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d3fbb0 00010000:00010000:0.0:1769074738.659876:0:10935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659884:0:10935:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.659893:0:10935:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074738.659901:0:10935:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00000080:00200008:0.0:1769074738.659912:0:10935:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074738.659929:0:10935:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074738.659934:0:10935:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074738.659940:0:10935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659947:0:10935:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.659953:0:10935:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074738.659956:0:10935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074738.659963:0:10935:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:0.0:1769074738.659967:0:10935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1d3fcd8 00010000:00010000:0.0:1769074738.659970:0:10935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074738.659976:0:10935:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074738.660010:0:10935:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074738.660097:0:10935:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074738.660145:0:10935:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00010000:00010000:0.0:1769074738.992109:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074740.018424:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074740.530861:0:11073:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 0: uid permission ======================================================================================= 04:38:58 (1769074738) 00000080:00200008:3.0:1769074740.754882:0:11083:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074740.754900:0:11083:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074740.754926:0:11083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.754943:0:11083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.754959:0:11083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.754968:0:11083:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.754976:0:11083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074740.754981:0:11083:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c61f 00000080:00010000:3.0:1769074740.754989:0:11083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c61f from it ffff977bc1e97cb8 00010000:00010000:3.0:1769074740.754993:0:11083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755002:0:11083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074740.755043:0:11083:0:(llite_lib.c:2314:ll_setattr_raw()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8) current size 4096, valid attrs 41, mode 41ed, uid 1111552000, gid -30370, new size 0, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000 00010000:00010000:3.0:1769074740.755064:0:11083:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755180:0:11083:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755189:0:11083:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074740.755193:0:11083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c61f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a458 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074740.755221:0:11083:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074740.755239:0:11083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e453d6a00 x1855008961217920/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074740.755267:0:11083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11083:1855008961217920:192.168.204.117@tcp:36:chmod.0 00000100:00100000:3.0:1769074740.762919:0:11083:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.784248:0:11083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11083:1855008961217920:192.168.204.117@tcp:36:chmod.0 00000080:00200000:3.0:1769074740.784392:0:11083:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00200008:3.0:1769074740.784403:0:11083:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8) current size 4096, valid attrs 41, mode 41ed, uid 1111552000, gid -30370, new size 0, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000, rc 0 00000080:00200000:2.0:1769074740.792515:0:11086:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.792558:0:11086:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.792628:0:11086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11086 initiator: MDT0 00010000:00010000:2.0:1769074740.792639:0:11086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11086 initiator: MDT0 00010000:00010000:2.0:1769074740.792649:0:11086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11086 initiator: MDT0 00000100:00100000:2.0:1769074740.792676:0:11086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11086:1855008961218048:192.168.204.117@tcp:101:rm.0 00000100:00100000:2.0:1769074740.792990:0:11086:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074740.799625:0:11086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11086:1855008961218048:192.168.204.117@tcp:101:rm.0 00010000:00010000:2.0:1769074740.799655:0:11086:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799668:0:11086:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799699:0:11086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799709:0:11086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799721:0:11086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799728:0:11086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799735:0:11086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074740.799872:0:11086:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e2b480 x1855008961218048/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074740.799890:0:11086:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.799904:0:11086:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074740.799912:0:11086:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074740.800205:0:11086:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074740.800213:0:11086:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c642 00000080:00010000:2.0:1769074740.800221:0:11086:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.800224:0:11086:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1ea7b58 00010000:00010000:2.0:1769074740.800228:0:11086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.800245:0:11086:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.800434:0:11086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.800458:0:11086:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:2.0:1769074740.800462:0:11086:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:2.0:1769074740.800486:0:11086:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.800530:0:11086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11086 initiator: MDT0 00010000:00010000:2.0:1769074740.800537:0:11086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11086 initiator: MDT0 00010000:00010000:2.0:1769074740.800546:0:11086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11086 initiator: MDT0 00000100:00100000:2.0:1769074740.800566:0:11086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11086:1855008961218176:192.168.204.117@tcp:101:rm.0 00000100:00100000:2.0:1769074740.802591:0:11086:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074740.811135:0:11086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11086:1855008961218176:192.168.204.117@tcp:101:rm.0 00010000:00010000:1.0:1769074740.811160:0:11086:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811176:0:11086:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811183:0:11086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811191:0:11086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811200:0:11086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811207:0:11086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e821fcc00 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:1.0:1769074740.811212:0:11086:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811219:0:11086:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811227:0:11086:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811234:0:11086:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074740.811241:0:11086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 11086 initiator: MDT0 00010000:00010000:1.0:1769074740.811247:0:11086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 11086 initiator: MDT0 00000002:00100000:1.0:1769074740.811281:0:11086:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff895e44e2b480 x1855008961218176/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074740.811299:0:11086:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074740.811329:0:11086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.811341:0:11086:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074740.811351:0:11086:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1ea7940 00010000:00010000:1.0:1769074740.811355:0:11086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.811362:0:11086:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.811464:0:11086:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074740.811481:0:11086:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074740.811487:0:11086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.811495:0:11086:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.811502:0:11086:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074740.811509:0:11086:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074740.811513:0:11086:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c642 00000080:00010000:1.0:1769074740.811519:0:11086:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1ea7c10 00010000:00010000:1.0:1769074740.811528:0:11086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.811536:0:11086:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.811544:0:11086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074740.811555:0:11086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=0 00000080:00200000:2.0:1769074740.841152:0:11087:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.841183:0:11087:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.841202:0:11087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841218:0:11087:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841228:0:11087:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074740.841238:0:11087:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.841242:0:11087:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c642 00000080:00010000:2.0:1769074740.841269:0:11087:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1e67e18 00010000:00010000:2.0:1769074740.841274:0:11087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841283:0:11087:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841301:0:11087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074740.841312:0:11087:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.841320:0:11087:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.841326:0:11087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841335:0:11087:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841341:0:11087:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074740.841346:0:11087:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.841349:0:11087:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c642 00000080:00010000:2.0:1769074740.841352:0:11087:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1e67be0 00010000:00010000:2.0:1769074740.841355:0:11087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841362:0:11087:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841369:0:11087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.841388:0:11087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=1536 00000080:00200000:2.0:1769074740.841394:0:11087:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.841406:0:11087:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.841413:0:11087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841421:0:11087:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841427:0:11087:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074740.841431:0:11087:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.841434:0:11087:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c642 00000080:00010000:2.0:1769074740.841437:0:11087:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c642 from it ffff977bc1e67dc8 00010000:00010000:2.0:1769074740.841440:0:11087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.841446:0:11087:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.841455:0:11087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074740.841460:0:11087:0:(namei.c:2175:do_mkdir()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00800000:00000004:2.0:1769074740.841484:0:11087:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff895e42f9a800: age 299, max_age 0 00000100:00100000:2.0:1769074740.841555:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074740.841580:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961218304:192.168.204.117@tcp:41:mkdir.0 00000100:00100000:2.0:1769074740.842687:0:11087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:11087:1855008961218432:192.168.204.117@tcp:700:mkdir.0 00000100:00100000:2.0:1769074740.842738:0:11087:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a3650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074740.846631:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961218304:192.168.204.117@tcp:41:mkdir.0 00000100:00100000:3.0:1769074740.848529:0:11087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:11087:1855008961218432:192.168.204.117@tcp:700:mkdir.0 00010000:00010000:3.0:1769074740.848575:0:11087:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.848628:0:11087:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.848633:0:11087:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074740.848635:0:11087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd200/0xb4d3f8fc6477c642 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a58c expref: -99 pid: 11086 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074740.848671:0:11087:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074740.848677:0:11087:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e453d7100 x1855008961218688/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074740.848694:0:11087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:11087:1855008961218688:192.168.204.117@tcp:36:mkdir.0 00000100:00100000:3.0:1769074740.848786:0:11087:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.853546:0:11087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job mkdir:73a2201c-08e3-493e-ad2e-98b4627bffd5:11087:1855008961218688:192.168.204.117@tcp:36:mkdir.0 00000080:00200000:3.0:1769074740.853634:0:11087:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00200000:3.0:1769074740.853640:0:11087:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1769074740.870225:0:11088:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.870262:0:11088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.870338:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11088 initiator: MDT0 00010000:00010000:0.0:1769074740.870348:0:11088:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11088 initiator: MDT0 00010000:00010000:0.0:1769074740.870358:0:11088:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11088 initiator: MDT0 00000100:00100000:0.0:1769074740.870400:0:11088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961218816:192.168.204.117@tcp:101:chown.0 00000100:00100000:0.0:1769074740.870522:0:11088:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074740.876906:0:11088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961218816:192.168.204.117@tcp:101:chown.0 00010000:00010000:0.0:1769074740.876933:0:11088:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.876965:0:11088:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.876977:0:11088:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.876988:0:11088:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.877000:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.877009:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.877016:0:11088:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074740.877029:0:11088:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383c380 x1855008961218816/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074740.877043:0:11088:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.877056:0:11088:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074740.877062:0:11088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074740.877085:0:11088:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074740.877091:0:11088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.877096:0:11088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.877103:0:11088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fb58 00010000:00010000:0.0:1769074740.877107:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.877115:0:11088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.877139:0:11088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.877156:0:11088:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:0.0:1769074740.877160:0:11088:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:0.0:1769074740.877179:0:11088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.877218:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11088 initiator: MDT0 00010000:00010000:0.0:1769074740.877225:0:11088:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11088 initiator: MDT0 00010000:00010000:0.0:1769074740.877233:0:11088:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11088 initiator: MDT0 00000100:00100000:0.0:1769074740.877257:0:11088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961218944:192.168.204.117@tcp:101:chown.0 00000100:00100000:0.0:1769074740.877394:0:11088:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074740.888284:0:11088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961218944:192.168.204.117@tcp:101:chown.0 00010000:00010000:0.0:1769074740.888314:0:11088:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888490:0:11088:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888501:0:11088:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888514:0:11088:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888525:0:11088:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888537:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888546:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888553:0:11088:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074740.888565:0:11088:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383c380 x1855008961218944/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074740.888596:0:11088:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.888607:0:11088:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074740.888613:0:11088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074740.888966:0:11088:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1769074740.888971:0:11088:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:1.0:1769074740.888980:0:11088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c657 00000080:00010000:1.0:1769074740.888995:0:11088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:1.0:1769074740.888998:0:11088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c657 from it ffff977bc181fb20 00010000:00010000:1.0:1769074740.889002:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.889011:0:11088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074740.889215:0:11088:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074740.889223:0:11088:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000100:00100000:1.0:1769074740.889286:0:11088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961219072:192.168.204.117@tcp:900:chown.0 00000100:00100000:1.0:1769074740.889477:0:11088:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074740.893245:0:11088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961219072:192.168.204.117@tcp:900:chown.0 00000002:00010000:1.0:1769074740.893348:0:11088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074740.893369:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.893395:0:11088:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.893420:0:11088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074740.893431:0:11088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:1.0:1769074740.895535:0:11088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c657 00000080:00010000:1.0:1769074740.895549:0:11088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c657 from it ffff977bc181fcb8 00010000:00010000:1.0:1769074740.895555:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.895570:0:11088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.895649:0:11088:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074740.895670:0:11088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074740.895683:0:11088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.895968:0:11088:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.895974:0:11088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074740.896052:0:11088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074740.896055:0:11088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074740.896058:0:11088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fbf8 00010000:00010000:1.0:1769074740.896060:0:11088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.896066:0:11088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074740.896090:0:11088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074740.896097:0:11088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200008:1.0:1769074740.896116:0:11088:0:(llite_lib.c:2314:ll_setattr_raw()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 42, mode ffff, uid 500, gid -30370, new size 18446613636938612736, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000 00010000:00010000:1.0:1769074740.896131:0:11088:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.896173:0:11088:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074740.896177:0:11088:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074740.896179:0:11088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c657 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a5e0 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074740.896198:0:11088:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074740.896208:0:11088:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43809500 x1855008961219328/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074740.896229:0:11088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961219328:192.168.204.117@tcp:36:chown.0 00000100:00100000:1.0:1769074740.896456:0:11088:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074740.901617:0:11088:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1769074740.901659:0:11088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11088:1855008961219328:192.168.204.117@tcp:36:chown.0 00000080:00200000:1.0:1769074740.901911:0:11088:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200008:1.0:1769074740.901925:0:11088:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 42, mode ffff, uid 500, gid -30370, new size 18446613636938612736, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000, rc 0 00000080:00200000:3.0:1769074740.911190:0:11089:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074740.911224:0:11089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.911244:0:11089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.911262:0:11089:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.911271:0:11089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.911279:0:11089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074740.911283:0:11089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:3.0:1769074740.911290:0:11089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1e87b58 00010000:00010000:3.0:1769074740.911294:0:11089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.911302:0:11089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.911331:0:11089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.911346:0:11089:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=9 00000080:00200000:3.0:1769074740.911350:0:11089:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:3.0:1769074740.911364:0:11089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.911425:0:11089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11089 initiator: MDT0 00010000:00010000:3.0:1769074740.911432:0:11089:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11089 initiator: MDT0 00010000:00010000:3.0:1769074740.911442:0:11089:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11089 initiator: MDT0 00000100:00100000:3.0:1769074740.911475:0:11089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11089:1855008961219456:192.168.204.117@tcp:101:chmod.0 00000100:00100000:3.0:1769074740.911623:0:11089:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.914706:0:11089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11089:1855008961219456:192.168.204.117@tcp:101:chmod.0 00010000:00010000:3.0:1769074740.914736:0:11089:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915052:0:11089:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915060:0:11089:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915069:0:11089:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915092:0:11089:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915101:0:11089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915106:0:11089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915110:0:11089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074740.915118:0:11089:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e453d7b80 x1855008961219456/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074740.915127:0:11089:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915135:0:11089:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074740.915139:0:11089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074740.915158:0:11089:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1769074740.915160:0:11089:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:3.0:1769074740.915164:0:11089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c65e 00000080:00010000:3.0:1769074740.915174:0:11089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:3.0:1769074740.915177:0:11089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c65e from it ffff977bc1e87b20 00010000:00010000:3.0:1769074740.915179:0:11089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915185:0:11089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074740.915221:0:11089:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074740.915227:0:11089:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:3.0:1769074740.915246:0:11089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.915359:0:11089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915371:0:11089:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.915387:0:11089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.915392:0:11089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:3.0:1769074740.915395:0:11089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c65e 00000080:00010000:3.0:1769074740.915399:0:11089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c65e from it ffff977bc1e87cb8 00010000:00010000:3.0:1769074740.915402:0:11089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915408:0:11089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.915472:0:11089:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074740.915481:0:11089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.915487:0:11089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915496:0:11089:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.915502:0:11089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.915511:0:11089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074740.915513:0:11089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:3.0:1769074740.915517:0:11089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1e87c08 00010000:00010000:3.0:1769074740.915520:0:11089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915526:0:11089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.915534:0:11089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.915540:0:11089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200008:3.0:1769074740.915556:0:11089:0:(llite_lib.c:2314:ll_setattr_raw()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 41, mode 41ed, uid 1111552000, gid -30370, new size 0, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000 00010000:00010000:3.0:1769074740.915573:0:11089:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915616:0:11089:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.915621:0:11089:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074740.915624:0:11089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c65e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a603 expref: -99 pid: 11089 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074740.915643:0:11089:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074740.915650:0:11089:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e453d7b80 x1855008961219712/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074740.915671:0:11089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11089:1855008961219712:192.168.204.117@tcp:36:chmod.0 00000100:00100000:3.0:1769074740.916201:0:11089:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.919204:0:11089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11089:1855008961219712:192.168.204.117@tcp:36:chmod.0 00000080:00200000:3.0:1769074740.919250:0:11089:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200008:3.0:1769074740.919271:0:11089:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 41, mode 41ed, uid 1111552000, gid -30370, new size 0, atime 1769074740.000000000, mtime 1769074740.000000000, ctime 1769074740.000000000, rc 0 00000080:00200008:3.0:1769074740.929581:0:11090:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 862, flags 0, foreign 0 00000080:00200000:3.0:1769074740.929593:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074740.929613:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.929626:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.929638:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.929644:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1769074740.929650:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074740.929653:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:3.0:1769074740.929660:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7cb8 00010000:00010000:3.0:1769074740.929662:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.929668:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1769074740.930165:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1769074740.930202:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11090 initiator: MDT0 00010000:00010000:3.0:1769074740.930208:0:11090:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00010000:00010000:3.0:1769074740.930224:0:11090:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00000100:00100000:3.0:1769074740.930245:0:11090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961219840:192.168.204.117@tcp:101:ls.500 00000100:00100000:3.0:1769074740.930391:0:11090:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.935282:0:11090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961219840:192.168.204.117@tcp:101:ls.500 00010000:00010000:3.0:1769074740.935310:0:11090:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.935327:0:11090:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.935336:0:11090:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074740.935351:0:11090:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff895e453d6300 x1855008961219840/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 568/1000 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.500' uid:500 gid:500 projid:0 00000002:00010000:3.0:1769074740.935362:0:11090:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.935385:0:11090:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074740.935391:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 128 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00010000:3.0:1769074740.935412:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c665 00000080:00010000:3.0:1769074740.935420:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c665 from it ffff977bc1bc7b90 00010000:00010000:3.0:1769074740.935424:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.935450:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.938507:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074740.938548:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.938567:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.938584:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.938591:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1769074740.938598:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074740.938601:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:3.0:1769074740.938607:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bb0 00010000:00010000:3.0:1769074740.938610:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.938618:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.938635:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000100:00100000:3.0:1769074740.938692:0:11090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961219968:192.168.204.117@tcp:49:ls.500 00000100:00100000:3.0:1769074740.938921:0:11090:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.942679:0:11090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961219968:192.168.204.117@tcp:49:ls.500 00000080:00200008:3.0:1769074740.942730:0:11090:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00000080:00200008:3.0:1769074740.943027:0:11090:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 2047, flags 0, foreign 0 00000002:00010000:3.0:1769074740.943053:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074740.943074:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.943089:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074740.943695:0:11090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220096:192.168.204.117@tcp:37:ls.500 00000100:00100000:3.0:1769074740.944101:0:11090:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e452c3840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.952403:0:11090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220096:192.168.204.117@tcp:37:ls.500 00010000:00010000:3.0:1769074740.953575:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.953594:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.953738:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.953902:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.953926:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.953938:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.953946:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074740.953954:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.953957:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074740.953963:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7cd8 00010000:00010000:2.0:1769074740.953966:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.953974:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.954056:0:11090:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074740.954111:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074740.954119:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.954126:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.954134:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.954140:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074740.954144:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074740.954147:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074740.954150:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7b58 00010000:00010000:2.0:1769074740.954160:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.954167:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074740.954176:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.954190:0:11090:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:2.0:1769074740.954194:0:11090:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:2.0:1769074740.954206:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.954250:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11090 initiator: MDT0 00010000:00010000:2.0:1769074740.954336:0:11090:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00010000:00010000:2.0:1769074740.954347:0:11090:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00000100:00100000:2.0:1769074740.954475:0:11090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220224:192.168.204.117@tcp:101:ls.500 00000100:00100000:2.0:1769074740.954585:0:11090:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074740.957965:0:11090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220224:192.168.204.117@tcp:101:ls.500 00010000:00010000:0.0:1769074740.957999:0:11090:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958037:0:11090:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958046:0:11090:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958057:0:11090:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958067:0:11090:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958078:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958086:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958093:0:11090:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074740.958106:0:11090:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e2bb80 x1855008961220224/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1769074740.958118:0:11090:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958129:0:11090:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074740.958136:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074740.958168:0:11090:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1769074740.958172:0:11090:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:0.0:1769074740.958179:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c66c 00000080:00010000:0.0:1769074740.958194:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074740.958198:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c66c from it ffff977bc1bc7b20 00010000:00010000:0.0:1769074740.958202:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958211:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074740.958329:0:11090:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 862, flags 0, foreign 0 00000080:00200000:0.0:1769074740.958337:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:0.0:1769074740.958363:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.958462:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958474:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958481:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.958487:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074740.958490:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c66c 00000080:00010000:0.0:1769074740.958495:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c66c from it ffff977bc1bc7cb8 00010000:00010000:0.0:1769074740.958498:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958506:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958569:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.958578:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.958585:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958593:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958598:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.958601:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.958604:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.958607:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.958610:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958616:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958624:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.958631:0:11090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200000:0.0:1769074740.958647:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.958653:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.958659:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958667:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958684:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.958688:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.958691:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.958695:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.958698:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.958705:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.958713:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.958717:0:11090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000002:00010000:0.0:1769074740.958732:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getxattr flags 0 00010000:00010000:0.0:1769074740.959112:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11090 initiator: MDT0 00010000:00010000:0.0:1769074740.959124:0:11090:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00010000:00010000:0.0:1769074740.959135:0:11090:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11090 initiator: MDT0 00000100:00100000:0.0:1769074740.959165:0:11090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220352:192.168.204.117@tcp:101:ls.500 00000100:00100000:0.0:1769074740.959417:0:11090:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074740.963914:0:11090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11090:1855008961220352:192.168.204.117@tcp:101:ls.500 00010000:00010000:0.0:1769074740.963942:0:11090:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.963977:0:11090:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.963989:0:11090:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074740.964005:0:11090:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff895e4383e680 x1855008961220352/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 568/1040 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1769074740.964016:0:11090:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.964030:0:11090:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074740.964037:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 128 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00010000:0.0:1769074740.964083:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c673 00000080:00010000:0.0:1769074740.964092:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c673 from it ffff977bc1bc7b90 00010000:00010000:0.0:1769074740.964096:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.964106:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965177:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965204:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965215:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965228:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965244:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965263:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965267:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965272:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7b58 00010000:00010000:0.0:1769074740.965275:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965281:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965293:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074740.965303:0:11090:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 862, flags 0, foreign 0 00000080:00200000:0.0:1769074740.965308:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965315:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965321:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965328:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965333:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965337:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965340:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965343:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7cb8 00010000:00010000:0.0:1769074740.965346:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965363:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965406:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965414:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965420:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965428:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965434:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965438:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965440:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965444:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.965447:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965453:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965461:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965475:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965483:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965490:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965497:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965509:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965513:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965515:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965519:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.965522:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965529:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965537:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965567:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965574:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965580:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965587:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965594:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965598:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965600:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965603:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7b58 00010000:00010000:0.0:1769074740.965606:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965612:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965629:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965646:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965654:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965660:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965668:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965674:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965677:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965680:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965683:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.965686:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965692:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965699:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965717:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965723:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965728:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965736:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965787:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965792:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965794:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965807:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.965810:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965817:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965825:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965838:0:11090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.965844:0:11090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.965850:0:11090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965858:0:11090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965864:0:11090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074740.965868:0:11090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.965870:0:11090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.965874:0:11090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bc7bf8 00010000:00010000:0.0:1769074740.965876:0:11090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.965882:0:11090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.965896:0:11090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.965917:0:11090:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074740.965994:0:11090:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 304000 00000080:00200000:0.0:1769074740.977717:0:11091:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.977786:0:11091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.977805:0:11091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.977823:0:11091:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.977830:0:11091:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074740.977839:0:11091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.977842:0:11091:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.977850:0:11091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc0d17b58 00010000:00010000:0.0:1769074740.977854:0:11091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.977863:0:11091:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.977880:0:11091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.977892:0:11091:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f0, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:0.0:1769074740.977897:0:11091:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f0, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:0.0:1769074740.977910:0:11091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f0,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.977954:0:11091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.977972:0:11091:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.977995:0:11091:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11091 initiator: MDT0 00000100:00100000:0.0:1769074740.978023:0:11091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11091:1855008961220480:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074740.978120:0:11091:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074740.985593:0:11091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11091:1855008961220480:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074740.985612:0:11091:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985621:0:11091:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985626:0:11091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985631:0:11091:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985635:0:11091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985639:0:11091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40030600 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074740.985642:0:11091:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985646:0:11091:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985650:0:11091:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985664:0:11091:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074740.985669:0:11091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11091 initiator: MDT0 00010000:00010000:0.0:1769074740.985673:0:11091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c67a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11091 initiator: MDT0 00000002:00100000:0.0:1769074740.985687:0:11091:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff895e4383e680 x1855008961220480/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074740.985698:0:11091:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074740.985719:0:11091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.985728:0:11091:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074740.985734:0:11091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc0d17940 00010000:00010000:0.0:1769074740.985736:0:11091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.985741:0:11091:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.985943:0:11091:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074740.985956:0:11091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074740.985962:0:11091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.985968:0:11091:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.985979:0:11091:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074740.985985:0:11091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074740.985989:0:11091:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074740.985994:0:11091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc0d17c10 00010000:00010000:0.0:1769074740.985997:0:11091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074740.986004:0:11091:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074740.986012:0:11091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074740.986022:0:11091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f0, flags=0 00000080:00200000:1.0:1769074741.002468:0:11092:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.002503:0:11092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.002530:0:11092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002547:0:11092:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002556:0:11092:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074741.002566:0:11092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.002570:0:11092:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.002578:0:11092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bcfbf8 00010000:00010000:1.0:1769074741.002582:0:11092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002590:0:11092:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002605:0:11092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.002619:0:11092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f0, flags=777 00000080:00200000:1.0:1769074741.002625:0:11092:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.002632:0:11092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.002638:0:11092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002647:0:11092:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002654:0:11092:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074741.002658:0:11092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.002660:0:11092:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.002664:0:11092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bcfb38 00010000:00010000:1.0:1769074741.002674:0:11092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002680:0:11092:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002689:0:11092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074741.002694:0:11092:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f0, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), file ffff895e48d0f380, open_flags 8901, mode 81b6 opened 0 00000080:00200000:1.0:1769074741.002725:0:11092:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.002733:0:11092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.002739:0:11092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002949:0:11092:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002956:0:11092:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074741.002961:0:11092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.002964:0:11092:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.002969:0:11092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bcfba8 00010000:00010000:1.0:1769074741.002972:0:11092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.002979:0:11092:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.002988:0:11092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.002993:0:11092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f0, flags=9 00000080:00200000:0.0:1769074741.028613:0:11093:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.028640:0:11093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.028655:0:11093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.028670:0:11093:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.028676:0:11093:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074741.028683:0:11093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.028686:0:11093:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.028693:0:11093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1bd7bf8 00010000:00010000:0.0:1769074741.028695:0:11093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.028701:0:11093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.028722:0:11093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.028728:0:11093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:0.0:1769074741.028732:0:11093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.028739:0:11093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 3 00000080:00200000:0.0:1769074741.028742:0:11093:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e48ba7080, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1769074741.028775:0:11093:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000002:00010000:0.0:1769074741.028796:0:11093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f1,[0x200000402:0x2:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1769074741.028810:0:11093:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.028858:0:11093:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.028863:0:11093:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074741.028865:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c66c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a634 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.028884:0:11093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11093 initiator: MDT0 00010000:00010000:0.0:1769074741.028888:0:11093:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11093 initiator: MDT0 00000020:00100000:0.0:1769074741.028897:0:11093:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074741.028908:0:11093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383e680 x1855008961220736/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074741.028915:0:11093:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11093 initiator: MDT0 00000100:00100000:0.0:1769074741.028940:0:11093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961220736:192.168.204.117@tcp:101:touch.500 00000100:00100000:0.0:1769074741.029082:0:11093:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.035152:0:11093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961220736:192.168.204.117@tcp:101:touch.500 00010000:00010000:0.0:1769074741.035190:0:11093:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035221:0:11093:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035229:0:11093:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035243:0:11093:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035267:0:11093:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035280:0:11093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035288:0:11093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.035296:0:11093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.035307:0:11093:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff895e4383e680 x1855008961220736/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1769074741.035334:0:11093:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383e680 x1855008961220736/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1769074741.035350:0:11093:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074741.035383:0:11093:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.035394:0:11093:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/2 (0 0) 00000080:00200000:0.0:1769074741.035402:0:11093:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074741.035420:0:11093:0:(namei.c:1569:ll_create_it()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000080:00200000:0.0:1769074741.035463:0:11093:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2:0x0](ffff895e4ad180c8) 00000080:00200000:0.0:1769074741.035575:0:11093:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1769074741.035580:0:11093:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) 00000080:00010000:0.0:1769074741.035584:0:11093:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) for lock 0xb4d3f8fc6477c681 00000080:00010000:0.0:1769074741.035594:0:11093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) 00000080:00200008:0.0:1769074741.035609:0:11093:0:(file.c:1001:ll_file_open()) START file f1:[0x200000402:0x2:0x0](ffff895e4ad180c8), flags 104501 00000002:00100000:0.0:1769074741.035631:0:11093:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383e680 x1855008961220736/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000080:00010000:0.0:1769074741.035666:0:11093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c681 from it ffff895e47cb6ea0 00010000:00010000:0.0:1769074741.035670:0:11093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.035679:0:11093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.035701:0:11093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2:0x0](ffff895e4ad180c8), inode mode 81a4 mask 40 00000080:00200008:0.0:1769074741.036237:0:11093:0:(llite_lib.c:2314:ll_setattr_raw()) START file f1:[0x200000402:0x2:0x0](ffff895e4ad180c8) current size 0, valid attrs 20070, mode 895e, uid -1044545968, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:0.0:1769074741.036319:0:11093:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.036337:0:11093:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.036456:0:11093:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.036464:0:11093:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074741.036467:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c681 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a673 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074741.036496:0:11093:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.036504:0:11093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383d880 x1855008961220992/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.036528:0:11093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961220992:192.168.204.117@tcp:36:touch.500 00000100:00100000:0.0:1769074741.036669:0:11093:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074741.040429:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074741.045213:0:11093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961220992:192.168.204.117@tcp:36:touch.500 00000080:00200000:0.0:1769074741.045352:0:11093:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1769074741.045511:0:11093:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x2:0x0](ffff895e4ad180c8) 00000002:00010000:0.0:1769074741.045522:0:11093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x2:0x0]) in obj [0x200000402:0x2:0x0], intent: layout flags 0 00010000:00010000:0.0:1769074741.045569:0:11093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11093 initiator: MDT0 00010000:00010000:0.0:1769074741.045579:0:11093:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11093 initiator: MDT0 00010000:00010000:0.0:1769074741.045588:0:11093:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11093 initiator: MDT0 00000100:00100000:0.0:1769074741.045625:0:11093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961221120:192.168.204.117@tcp:101:touch.500 00000100:00100000:0.0:1769074741.045828:0:11093:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.058510:0:11093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961221120:192.168.204.117@tcp:101:touch.500 00010000:00010000:0.0:1769074741.058549:0:11093:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.058566:0:11093:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074741.058581:0:11093:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff895e4383d180 x1855008961221120/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 376/400 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00010000:0.0:1769074741.058593:0:11093:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074741.058609:0:11093:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.058624:0:11093:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/2 (0 0) 00000080:00200000:0.0:1769074741.058631:0:11093:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x2:0x0] suppgids 500 500: rc 0 00000080:00010000:0.0:1769074741.058656:0:11093:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) for lock 0xb4d3f8fc6477c688 00000080:00010000:0.0:1769074741.058666:0:11093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c688 from it ffff977bc1bd7a78 00010000:00010000:0.0:1769074741.058670:0:11093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.058682:0:11093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.058731:0:11093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.059133:0:11093:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074741.059146:0:11093:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000402:0x2:0x0](00000000f6141f10) being reconfigured ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.059216:0:11093:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1769074741.059222:0:11093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.059230:0:11093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00020000:00200000:0.0:1769074741.059323:0:11093:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:0.0:1769074741.059363:0:11093:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 296 00000100:00080000:0.0:1769074741.059384:0:11093:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff895e42f9a800: import ffff895e42e8b000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769074741.059396:0:11093:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8437760, lost: 0. 00000100:00100000:0.0:1769074741.059418:0:11093:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961221248/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.059558:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1769074741.059572:0:2403:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff895e4383d180 x1855008961221376/t0(0) o2->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000100:00100000:3.0:1769074741.059664:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961221248:192.168.204.117@tcp:8:touch.500 00010000:00080000:3.0:1769074741.064395:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383df80 x1855008961221248/t0(0) o8->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:4294967295 00000100:00100000:3.0:1769074741.064412:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff895e42f9a800: committing for last_committed 0 gen 2 00000100:00080000:3.0:1769074741.064422:0:2402:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff895e42f9a800: connect to target with instance 1 00000100:00080000:3.0:1769074741.064431:0:2402:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff895e42f9a800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1769074741.064444:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074741.064451:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074741.064473:0:2402:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1769074741.064478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:3.0:1769074741.064484:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074741.064487:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074741.064495:0:2402:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000204e4790): req@ffff895e4383d180 x1855008961221376/t0(0) o2->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000100:00100000:3.0:1769074741.064517:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961221248:192.168.204.117@tcp:8:touch.500 00010000:00080000:0.0:1769074741.083286:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383d180 x1855008961221376/t0(0) o2->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 1769074757 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000100:00100000:0.0:1769074741.083326:0:2403:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff895e42f9a800: committing for last_committed 4294967300 gen 2 00000100:00100000:0.0:1769074741.083353:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:0:1855008961221376:192.168.204.117@tcp:2:touch.500 00000080:00200000:2.0:1769074741.083459:0:11093:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1769074741.083480:0:11093:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f1:[0x200000402:0x2:0x0](ffff895e4ad180c8) current size 0, valid attrs 201f0, mode 895e, uid -1044545968, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200008:2.0:1769074741.083517:0:11093:0:(file.c:424:ll_file_release()) START file f1:[0x200000402:0x2:0x0](ffff895e4ad180c8), flags 104001 00000002:00100000:2.0:1769074741.083586:0:11093:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e4383e680 x1855008961220736/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000020:00100000:2.0:1769074741.083598:0:11093:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074741.083602:0:11093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e29c00 x1855008961221632/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074741.083637:0:11093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961221632:192.168.204.117@tcp:35:touch.500 00000100:00100000:2.0:1769074741.083787:0:11093:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.087355:0:11093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11093:1855008961221632:192.168.204.117@tcp:35:touch.500 00000002:00100000:0.0:1769074741.087403:0:11093:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e4383e680 x1855008961220736/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1769074741.106498:0:11094:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074741.106536:0:11094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.106556:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.106573:0:11094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.106581:0:11094:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074741.106589:0:11094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074741.106593:0:11094:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074741.106600:0:11094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c07bf8 00010000:00010000:2.0:1769074741.106604:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.106614:0:11094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.106633:0:11094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.106648:0:11094:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=25 00000080:00200000:2.0:1769074741.106652:0:11094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=0 00000002:00010000:2.0:1769074741.106666:0:11094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074741.106718:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11094 initiator: MDT0 00010000:00010000:2.0:1769074741.106726:0:11094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00010000:00010000:2.0:1769074741.107598:0:11094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00000100:00100000:2.0:1769074741.107636:0:11094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961221760:192.168.204.117@tcp:101:touch.501 00000100:00100000:2.0:1769074741.107958:0:11094:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.145337:0:11094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961221760:192.168.204.117@tcp:101:touch.501 00010000:00010000:0.0:1769074741.145366:0:11094:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145396:0:11094:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145404:0:11094:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145417:0:11094:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145430:0:11094:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145582:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145591:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145622:0:11094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.145637:0:11094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff895e44e29500 x1855008961221760/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.501' uid:501 gid:501 projid:0 00000002:00010000:0.0:1769074741.145650:0:11094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145661:0:11094:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.145668:0:11094:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074741.145692:0:11094:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1769074741.145696:0:11094:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:0.0:1769074741.145702:0:11094:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c68f 00000080:00010000:0.0:1769074741.145714:0:11094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.145718:0:11094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c68f from it ffff977bc1c07ac8 00010000:00010000:0.0:1769074741.145721:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.145729:0:11094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.146948:0:11094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 1 00000100:00100000:1.0:1769074741.147124:0:11094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961221888:192.168.204.117@tcp:49:touch.501 00000100:00100000:1.0:1769074741.147714:0:11094:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.151159:0:11094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961221888:192.168.204.117@tcp:49:touch.501 00000080:00200000:1.0:1769074741.151216:0:11094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 3 00000080:00200000:1.0:1769074741.151224:0:11094:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f2, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e42c33e00, open_flags 8901, mode 81b6 opened 0 00000080:00200000:1.0:1769074741.151232:0:11094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f2, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open 00000002:00010000:1.0:1769074741.151269:0:11094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0104402 00010000:00010000:1.0:1769074741.151334:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.151344:0:11094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00000020:00100000:1.0:1769074741.151354:0:11094:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074741.151364:0:11094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43809500 x1855008961222144/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074741.151383:0:11094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00000100:00100000:1.0:1769074741.151403:0:11094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961222144:192.168.204.117@tcp:101:touch.501 00000100:00100000:1.0:1769074741.156460:0:11094:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.162925:0:11094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961222144:192.168.204.117@tcp:101:touch.501 00010000:00010000:1.0:1769074741.162951:0:11094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.162965:0:11094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163087:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163095:0:11094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163106:0:11094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163113:0:11094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e82048400 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:1.0:1769074741.163119:0:11094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163126:0:11094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163133:0:11094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163140:0:11094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074741.163148:0:11094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11094 initiator: MDT0 00010000:00010000:1.0:1769074741.163154:0:11094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c696 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11094 initiator: MDT0 00000002:00100000:1.0:1769074741.163181:0:11094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff895e43809500 x1855008961222144/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.501' uid:501 gid:501 projid:0 00000080:00200000:1.0:1769074741.163199:0:11094:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074741.164143:0:11094:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074741.164614:0:11094:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.164646:0:11094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.164656:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.164669:0:11094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.164677:0:11094:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074741.164683:0:11094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.164687:0:11094:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.164693:0:11094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c07ba8 00010000:00010000:1.0:1769074741.164696:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.164704:0:11094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.164721:0:11094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.164729:0:11094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:1.0:1769074741.164735:0:11094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.164793:0:11094:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f2, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=9 00000080:00200000:1.0:1769074741.164929:0:11094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f2, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:0.0:1769074741.165110:0:11094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.165160:0:11094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.165168:0:11094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.165189:0:11094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00000100:00100000:0.0:1769074741.165220:0:11094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961222272:192.168.204.117@tcp:101:touch.501 00000100:00100000:0.0:1769074741.166277:0:11094:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.173578:0:11094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11094:1855008961222272:192.168.204.117@tcp:101:touch.501 00010000:00010000:0.0:1769074741.173603:0:11094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173616:0:11094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173623:0:11094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173629:0:11094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173638:0:11094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173644:0:11094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40030600 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074741.173649:0:11094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173655:0:11094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173661:0:11094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173692:0:11094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074741.173699:0:11094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11094 initiator: MDT0 00010000:00010000:0.0:1769074741.173704:0:11094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c69d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11094 initiator: MDT0 00000002:00100000:0.0:1769074741.173725:0:11094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff895e4383d180 x1855008961222272/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.501' uid:501 gid:501 projid:0 00000080:00200000:0.0:1769074741.173739:0:11094:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074741.174091:0:11094:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.183536:0:11095:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.183577:0:11095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.183600:0:11095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.183619:0:11095:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.183628:0:11095:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.183638:0:11095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.183643:0:11095:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.183651:0:11095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c0fbf8 00010000:00010000:0.0:1769074741.183656:0:11095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.183665:0:11095:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.183696:0:11095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.183705:0:11095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:0.0:1769074741.183712:0:11095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.183725:0:11095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41ed mask 3 00000080:00200000:0.0:1769074741.183732:0:11095:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e44dcdc80, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1769074741.183739:0:11095:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000002:00010000:0.0:1769074741.183804:0:11095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f3,[0x200000402:0x3:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1769074741.183885:0:11095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11095 initiator: MDT0 00010000:00010000:0.0:1769074741.183894:0:11095:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11095 initiator: MDT0 00000020:00100000:0.0:1769074741.183908:0:11095:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074741.183924:0:11095:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383d180 x1855008961222528/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074741.183935:0:11095:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11095 initiator: MDT0 00000100:00100000:0.0:1769074741.183963:0:11095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222528:192.168.204.117@tcp:101:touch.0 00000100:00100000:0.0:1769074741.184224:0:11095:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.189805:0:11095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222528:192.168.204.117@tcp:101:touch.0 00010000:00010000:0.0:1769074741.189835:0:11095:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189860:0:11095:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189893:0:11095:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189904:0:11095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189915:0:11095:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189927:0:11095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189934:0:11095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.189941:0:11095:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.189952:0:11095:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff895e4383d180 x1855008961222528/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074741.189964:0:11095:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383d180 x1855008961222528/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.189987:0:11095:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074741.190001:0:11095:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.190023:0:11095:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/3 (0 0) 00000080:00200000:0.0:1769074741.190030:0:11095:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074741.190045:0:11095:0:(namei.c:1569:ll_create_it()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000080:00200000:0.0:1769074741.190076:0:11095:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000080:00200000:0.0:1769074741.190177:0:11095:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x3:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1769074741.190183:0:11095:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000080:00010000:0.0:1769074741.190186:0:11095:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) for lock 0xb4d3f8fc6477c6a4 00000080:00010000:0.0:1769074741.190195:0:11095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000080:00200008:0.0:1769074741.190207:0:11095:0:(file.c:1001:ll_file_open()) START file f3:[0x200000402:0x3:0x0](ffff895e4ad1aa08), flags 104501 00000002:00100000:0.0:1769074741.190226:0:11095:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383d180 x1855008961222528/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074741.190272:0:11095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6a4 from it ffff895e47cb6d20 00010000:00010000:0.0:1769074741.190277:0:11095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.190285:0:11095:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.190306:0:11095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x3:0x0](ffff895e4ad1aa08), inode mode 81a4 mask 40 00000080:00200008:0.0:1769074741.190341:0:11095:0:(llite_lib.c:2314:ll_setattr_raw()) START file f3:[0x200000402:0x3:0x0](ffff895e4ad1aa08) current size 0, valid attrs 20070, mode 895e, uid -1044316592, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:0.0:1769074741.190362:0:11095:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.190385:0:11095:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.190421:0:11095:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.190433:0:11095:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074741.190435:0:11095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031600/0xb4d3f8fc6477c6a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a6f1 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074741.190461:0:11095:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.190467:0:11095:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383df80 x1855008961222784/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.190490:0:11095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222784:192.168.204.117@tcp:36:touch.0 00000100:00100000:0.0:1769074741.190578:0:11095:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.195587:0:11095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222784:192.168.204.117@tcp:36:touch.0 00000080:00200000:1.0:1769074741.195669:0:11095:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:1.0:1769074741.195699:0:11095:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000002:00010000:1.0:1769074741.195711:0:11095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x3:0x0]) in obj [0x200000402:0x3:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074741.195819:0:11095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11095 initiator: MDT0 00010000:00010000:1.0:1769074741.195845:0:11095:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11095 initiator: MDT0 00010000:00010000:1.0:1769074741.195857:0:11095:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11095 initiator: MDT0 00000100:00100000:1.0:1769074741.195881:0:11095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222912:192.168.204.117@tcp:101:touch.0 00000100:00100000:1.0:1769074741.195964:0:11095:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.205592:0:11095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961222912:192.168.204.117@tcp:101:touch.0 00010000:00010000:1.0:1769074741.205628:0:11095:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205640:0:11095:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074741.205656:0:11095:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff895e43809500 x1855008961222912/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 376/400 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074741.205665:0:11095:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074741.205679:0:11095:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205691:0:11095:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/3 (0 0) 00000080:00200000:1.0:1769074741.205698:0:11095:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x3:0x0] suppgids 0 0: rc 0 00000080:00010000:1.0:1769074741.205719:0:11095:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) for lock 0xb4d3f8fc6477c6ab 00000080:00010000:1.0:1769074741.205729:0:11095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6ab from it ffff977bc1c0fa78 00010000:00010000:1.0:1769074741.205734:0:11095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205807:0:11095:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205834:0:11095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205845:0:11095:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074741.205854:0:11095:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000402:0x3:0x0](000000006e20e609) being reconfigured ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.205929:0:11095:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x3:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:1.0:1769074741.205935:0:11095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.205942:0:11095:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00020000:00200000:1.0:1769074741.205962:0:11095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:1.0:1769074741.206012:0:11095:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 296 00000100:00080000:1.0:1769074741.206024:0:11095:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff895e42f9a800: import ffff895e42e88800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769074741.206035:0:11095:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8437760, lost: 0. 00000100:00100000:1.0:1769074741.206057:0:11095:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4380aa00 x1855008961223040/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074741.206124:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1769074741.206139:0:2404:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff895e43809500 x1855008961223168/t0(0) o2->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074741.206320:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961223040:192.168.204.117@tcp:8:touch.0 00010000:00080000:3.0:1769074741.210399:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4380aa00 x1855008961223040/t0(0) o8->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074741.210416:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff895e42f9a800: committing for last_committed 0 gen 2 00000100:00080000:3.0:1769074741.210427:0:2402:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff895e42f9a800: connect to target with instance 1 00000100:00080000:3.0:1769074741.210438:0:2402:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff895e42f9a800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:3.0:1769074741.210453:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074741.210462:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074741.210469:0:2402:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1769074741.210472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e88800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000080:00000004:3.0:1769074741.210479:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1769074741.210480:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1769074741.210490:0:2402:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000040d76e8): req@ffff895e43809500 x1855008961223168/t0(0) o2->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074741.210515:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961223040:192.168.204.117@tcp:8:touch.0 00010000:00080000:1.0:1769074741.227810:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43809500 x1855008961223168/t0(0) o2->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 1769074757 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074741.227830:0:2404:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff895e42f9a800: committing for last_committed 4294967300 gen 2 00000100:00100000:1.0:1769074741.227848:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:0:1855008961223168:192.168.204.117@tcp:2:touch.0 00000080:00200000:0.0:1769074741.229012:0:11095:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074741.229036:0:11095:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f3:[0x200000402:0x3:0x0](ffff895e4ad1aa08) current size 0, valid attrs 201f0, mode 895e, uid -1044316592, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200008:0.0:1769074741.229069:0:11095:0:(file.c:424:ll_file_release()) START file f3:[0x200000402:0x3:0x0](ffff895e4ad1aa08), flags 104001 00000002:00100000:0.0:1769074741.229150:0:11095:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e4383d180 x1855008961222528/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074741.229164:0:11095:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074741.229169:0:11095:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383c380 x1855008961223424/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074741.229192:0:11095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961223424:192.168.204.117@tcp:35:touch.0 00000100:00100000:0.0:1769074741.229661:0:11095:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.233400:0:11095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11095:1855008961223424:192.168.204.117@tcp:35:touch.0 00000002:00100000:0.0:1769074741.233438:0:11095:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e4383d180 x1855008961222528/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074741.252241:0:11096:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074741.252279:0:11096:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.252298:0:11096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.252315:0:11096:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.252323:0:11096:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074741.252329:0:11096:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074741.252333:0:11096:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074741.252340:0:11096:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c17b58 00010000:00010000:2.0:1769074741.252344:0:11096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.252352:0:11096:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.252383:0:11096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.252392:0:11096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=8 00000080:00200008:2.0:1769074741.252401:0:11096:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074741.252406:0:11096:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:2.0:1769074741.252419:0:11096:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.252445:0:11096:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:2.0:1769074741.252501:0:11096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11096 initiator: MDT0 00010000:00010000:2.0:1769074741.252509:0:11096:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11096 initiator: MDT0 00010000:00010000:2.0:1769074741.252520:0:11096:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11096 initiator: MDT0 00000100:00100000:2.0:1769074741.252549:0:11096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11096:1855008961223552:192.168.204.117@tcp:101:chown.0 00000100:00100000:2.0:1769074741.261504:0:11096:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.275855:0:11096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11096:1855008961223552:192.168.204.117@tcp:101:chown.0 00010000:00010000:0.0:1769074741.275883:0:11096:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275900:0:11096:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275907:0:11096:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275919:0:11096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275928:0:11096:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275939:0:11096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275946:0:11096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.275953:0:11096:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.275964:0:11096:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e2b800 x1855008961223552/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.275988:0:11096:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276018:0:11096:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.276026:0:11096:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074741.276048:0:11096:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074741.276054:0:11096:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6b2 00000080:00010000:0.0:1769074741.276062:0:11096:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.276065:0:11096:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6b2 from it ffff977bc1c17cb8 00010000:00010000:0.0:1769074741.276068:0:11096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276076:0:11096:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.276143:0:11096:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.276162:0:11096:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.276169:0:11096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276178:0:11096:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.276183:0:11096:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.276187:0:11096:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.276189:0:11096:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.276193:0:11096:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c17bf8 00010000:00010000:0.0:1769074741.276195:0:11096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276201:0:11096:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.276217:0:11096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.276223:0:11096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200008:0.0:1769074741.276241:0:11096:0:(llite_lib.c:2314:ll_setattr_raw()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 42, mode ffff, uid 0, gid -30370, new size 18446613637047259136, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:0.0:1769074741.276274:0:11096:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276301:0:11096:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276337:0:11096:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276344:0:11096:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276350:0:11096:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074741.276353:0:11096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c6b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a71b expref: -99 pid: 11096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.276365:0:11096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fde00/0xb4d3f8fc6477c68f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a6ab expref: -99 pid: 11094 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074741.276390:0:11096:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.276398:0:11096:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383ed80 x1855008961223808/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.276420:0:11096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11096:1855008961223808:192.168.204.117@tcp:36:chown.0 00000100:00100000:0.0:1769074741.276525:0:11096:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.290150:0:11096:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967309 gen 1 00000100:00100000:0.0:1769074741.290203:0:11096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chown:73a2201c-08e3-493e-ad2e-98b4627bffd5:11096:1855008961223808:192.168.204.117@tcp:36:chown.0 00000080:00200000:0.0:1769074741.290237:0:11096:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200008:0.0:1769074741.290250:0:11096:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 42, mode ffff, uid 0, gid -30370, new size 18446613637047259136, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200000:2.0:1769074741.320615:0:11097:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074741.320647:0:11097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.320662:0:11097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.320678:0:11097:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.320685:0:11097:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074741.320693:0:11097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074741.320696:0:11097:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074741.320702:0:11097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c27b58 00010000:00010000:2.0:1769074741.320706:0:11097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.320713:0:11097:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.320726:0:11097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.320932:0:11097:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:2.0:1769074741.320938:0:11097:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:2.0:1769074741.320952:0:11097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.321099:0:11097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11097 initiator: MDT0 00010000:00010000:2.0:1769074741.321106:0:11097:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11097 initiator: MDT0 00010000:00010000:2.0:1769074741.321115:0:11097:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11097 initiator: MDT0 00000100:00100000:2.0:1769074741.321143:0:11097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11097:1855008961223936:192.168.204.117@tcp:101:chgrp.0 00000100:00100000:2.0:1769074741.321536:0:11097:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.326842:0:11097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11097:1855008961223936:192.168.204.117@tcp:101:chgrp.0 00010000:00010000:0.0:1769074741.326871:0:11097:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326891:0:11097:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326899:0:11097:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326911:0:11097:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326921:0:11097:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326932:0:11097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326939:0:11097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.326981:0:11097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.326994:0:11097:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e29f80 x1855008961223936/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chgrp.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.327007:0:11097:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327018:0:11097:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.327025:0:11097:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074741.327049:0:11097:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1769074741.327052:0:11097:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:0.0:1769074741.327059:0:11097:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6b9 00000080:00010000:0.0:1769074741.327072:0:11097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.327076:0:11097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6b9 from it ffff977bc1c27b20 00010000:00010000:0.0:1769074741.327079:0:11097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327088:0:11097:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074741.327137:0:11097:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074741.327146:0:11097:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:0.0:1769074741.327176:0:11097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.327185:0:11097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327207:0:11097:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.327215:0:11097:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.327221:0:11097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.327225:0:11097:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6b9 00000080:00010000:0.0:1769074741.327228:0:11097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6b9 from it ffff977bc1c27cb8 00010000:00010000:0.0:1769074741.327231:0:11097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327238:0:11097:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.327311:0:11097:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.327319:0:11097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.327325:0:11097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327332:0:11097:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.327347:0:11097:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.327351:0:11097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.327353:0:11097:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.327356:0:11097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c27bf8 00010000:00010000:0.0:1769074741.327365:0:11097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327390:0:11097:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.327400:0:11097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.327407:0:11097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200008:0.0:1769074741.327424:0:11097:0:(llite_lib.c:2314:ll_setattr_raw()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 44, mode ffff, uid 1494503424, gid 500, new size 18446613637047275520, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:0.0:1769074741.327783:0:11097:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327840:0:11097:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.327847:0:11097:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074741.327850:0:11097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc600/0xb4d3f8fc6477c6b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a73e expref: -99 pid: 11097 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074741.327871:0:11097:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.327879:0:11097:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383ed80 x1855008961224192/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.327906:0:11097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11097:1855008961224192:192.168.204.117@tcp:36:chgrp.0 00000100:00100000:0.0:1769074741.328204:0:11097:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.342776:0:11097:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967310 gen 1 00000100:00100000:0.0:1769074741.342794:0:11097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11097:1855008961224192:192.168.204.117@tcp:36:chgrp.0 00000080:00200000:0.0:1769074741.342829:0:11097:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200008:0.0:1769074741.342849:0:11097:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 44, mode ffff, uid 1494503424, gid 500, new size 18446613637047275520, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200000:0.0:1769074741.360588:0:11098:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.360628:0:11098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.360650:0:11098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.360666:0:11098:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.360674:0:11098:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.360683:0:11098:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.360687:0:11098:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.360694:0:11098:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c2fb58 00010000:00010000:0.0:1769074741.360697:0:11098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.360705:0:11098:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.360722:0:11098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.360736:0:11098:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=9 00000080:00200000:0.0:1769074741.360740:0:11098:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:0.0:1769074741.360892:0:11098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.360942:0:11098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11098 initiator: MDT0 00010000:00010000:0.0:1769074741.360951:0:11098:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11098 initiator: MDT0 00010000:00010000:0.0:1769074741.360961:0:11098:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11098 initiator: MDT0 00000100:00100000:0.0:1769074741.360995:0:11098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11098:1855008961224320:192.168.204.117@tcp:101:chmod.0 00000100:00100000:0.0:1769074741.361488:0:11098:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.367902:0:11098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11098:1855008961224320:192.168.204.117@tcp:101:chmod.0 00010000:00010000:0.0:1769074741.367929:0:11098:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.367949:0:11098:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.367956:0:11098:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.367969:0:11098:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.367980:0:11098:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.367993:0:11098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368002:0:11098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368010:0:11098:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.368022:0:11098:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383ed80 x1855008961224320/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.368049:0:11098:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368061:0:11098:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.368069:0:11098:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074741.368097:0:11098:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1769074741.368100:0:11098:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:0.0:1769074741.368108:0:11098:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6c0 00000080:00010000:0.0:1769074741.368123:0:11098:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.368126:0:11098:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6c0 from it ffff977bc1c2fb20 00010000:00010000:0.0:1769074741.368129:0:11098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368139:0:11098:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074741.368183:0:11098:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074741.368190:0:11098:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:0.0:1769074741.368217:0:11098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.368225:0:11098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368236:0:11098:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.368242:0:11098:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:0.0:1769074741.368247:0:11098:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.368250:0:11098:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6c0 00000080:00010000:0.0:1769074741.368272:0:11098:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6c0 from it ffff977bc1c2fcb8 00010000:00010000:0.0:1769074741.368275:0:11098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368283:0:11098:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.368351:0:11098:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.368361:0:11098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.368379:0:11098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368387:0:11098:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.368392:0:11098:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.368396:0:11098:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.368398:0:11098:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.368402:0:11098:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1c2fc08 00010000:00010000:0.0:1769074741.368404:0:11098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368411:0:11098:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.368419:0:11098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.368425:0:11098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=9 00000080:00200008:0.0:1769074741.368441:0:11098:0:(llite_lib.c:2314:ll_setattr_raw()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 41, mode 41fd, uid 1494503424, gid -30370, new size 0, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:0.0:1769074741.368467:0:11098:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368515:0:11098:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.368522:0:11098:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074741.368525:0:11098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a761 expref: -99 pid: 11098 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074741.368542:0:11098:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.368549:0:11098:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383ed80 x1855008961224576/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.368573:0:11098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11098:1855008961224576:192.168.204.117@tcp:36:chmod.0 00000100:00100000:0.0:1769074741.368646:0:11098:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.373995:0:11098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11098:1855008961224576:192.168.204.117@tcp:36:chmod.0 00000080:00200000:0.0:1769074741.374044:0:11098:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200008:0.0:1769074741.374057:0:11098:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248) current size 4096, valid attrs 41, mode 41fd, uid 1494503424, gid -30370, new size 0, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200000:1.0:1769074741.401226:0:11099:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.401258:0:11099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.401276:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.401293:0:11099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.401301:0:11099:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074741.401309:0:11099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.401312:0:11099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.401319:0:11099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1e67bf8 00010000:00010000:1.0:1769074741.401322:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.401331:0:11099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.401347:0:11099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.401361:0:11099:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=25 00000080:00200000:1.0:1769074741.403942:0:11099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=0 00000002:00010000:1.0:1769074741.404003:0:11099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074741.404088:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11099 initiator: MDT0 00010000:00010000:1.0:1769074741.404100:0:11099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00010000:00010000:1.0:1769074741.404112:0:11099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00000100:00100000:1.0:1769074741.404149:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961224704:192.168.204.117@tcp:101:touch.500 00000100:00100000:1.0:1769074741.404622:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.419129:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961224704:192.168.204.117@tcp:101:touch.500 00010000:00010000:1.0:1769074741.419157:0:11099:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419174:0:11099:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419181:0:11099:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419194:0:11099:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419205:0:11099:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419217:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419224:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419261:0:11099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.419273:0:11099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff895e43809500 x1855008961224704/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1769074741.419286:0:11099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419297:0:11099:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074741.419304:0:11099:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074741.419327:0:11099:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1769074741.419331:0:11099:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff895e4ad7b248): rc = 0 00000080:00010000:1.0:1769074741.419336:0:11099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6c7 00000080:00010000:1.0:1769074741.419349:0:11099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:1.0:1769074741.419352:0:11099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6c7 from it ffff977bc1e67ac8 00010000:00010000:1.0:1769074741.419355:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.419380:0:11099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.419423:0:11099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000100:00100000:1.0:1769074741.419584:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961224832:192.168.204.117@tcp:49:touch.500 00000100:00100000:1.0:1769074741.419840:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.431726:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961224832:192.168.204.117@tcp:49:touch.500 00000080:00200000:1.0:1769074741.431808:0:11099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:1.0:1769074741.431831:0:11099:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e4513f380, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1769074741.431841:0:11099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000002:00010000:1.0:1769074741.431871:0:11099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f4,[0x200000402:0x4:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1769074741.431935:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11099 initiator: MDT0 00010000:00010000:1.0:1769074741.431944:0:11099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00000020:00100000:1.0:1769074741.431955:0:11099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074741.431964:0:11099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43809500 x1855008961225088/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074741.431987:0:11099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00000100:00100000:1.0:1769074741.432008:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225088:192.168.204.117@tcp:101:touch.500 00000100:00100000:1.0:1769074741.432150:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450199c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.446045:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43809500 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225088:192.168.204.117@tcp:101:touch.500 00010000:00010000:1.0:1769074741.446078:0:11099:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446106:0:11099:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/0,1 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446115:0:11099:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/0,1 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446128:0:11099:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446161:0:11099:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446176:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446185:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.446194:0:11099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.446205:0:11099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff895e43809500 x1855008961225088/t4294967312(4294967312) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00100000:1.0:1769074741.446220:0:11099:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e43809500 x1855008961225088/t4294967312(4294967312) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1769074741.446235:0:11099:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074741.446263:0:11099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.446275:0:11099:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/4 (0 0) 00000080:00200000:1.0:1769074741.446282:0:11099:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids 500 -1: rc 0 00000080:00200000:1.0:1769074741.446295:0:11099:0:(namei.c:1569:ll_create_it()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000080:00200000:1.0:1769074741.446738:0:11099:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x4:0x0](ffff895e4ad87448) 00000080:00200000:1.0:1769074741.446906:0:11099:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x4:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1769074741.446917:0:11099:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) 00000080:00010000:1.0:1769074741.446921:0:11099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) for lock 0xb4d3f8fc6477c6ce 00000080:00010000:1.0:1769074741.446931:0:11099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) 00000080:00200008:1.0:1769074741.446945:0:11099:0:(file.c:1001:ll_file_open()) START file f4:[0x200000402:0x4:0x0](ffff895e4ad87448), flags 104501 00000002:00100000:1.0:1769074741.446965:0:11099:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e43809500 x1855008961225088/t4294967312(4294967312) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000080:00010000:1.0:1769074741.446998:0:11099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6ce from it ffff895e453b2a20 00010000:00010000:1.0:1769074741.447003:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.447011:0:11099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.447170:0:11099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x4:0x0](ffff895e4ad87448), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074741.447218:0:11099:0:(llite_lib.c:2314:ll_setattr_raw()) START file f4:[0x200000402:0x4:0x0](ffff895e4ad87448) current size 0, valid attrs 20070, mode 895e, uid -1041858992, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:1.0:1769074741.447311:0:11099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.447785:0:11099:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x4:0x0]: losing layout lock 00010000:00010000:1.0:1769074741.447832:0:11099:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.447838:0:11099:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074741.447841:0:11099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7a0 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074741.447873:0:11099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074741.447884:0:11099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43808e00 x1855008961225344/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074741.447921:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225344:192.168.204.117@tcp:36:touch.500 00000100:00100000:1.0:1769074741.450131:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.458002:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808e00 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225344:192.168.204.117@tcp:36:touch.500 00000080:00200000:1.0:1769074741.458056:0:11099:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:1.0:1769074741.458079:0:11099:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x4:0x0](ffff895e4ad87448) 00000002:00010000:1.0:1769074741.458090:0:11099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x4:0x0]) in obj [0x200000402:0x4:0x0], intent: layout flags 0 00010000:00010000:1.0:1769074741.458138:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11099 initiator: MDT0 00010000:00010000:1.0:1769074741.458148:0:11099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00010000:00010000:1.0:1769074741.458158:0:11099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11099 initiator: MDT0 00000100:00100000:1.0:1769074741.458178:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225472:192.168.204.117@tcp:101:touch.500 00000100:00100000:1.0:1769074741.458254:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.470111:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225472:192.168.204.117@tcp:101:touch.500 00010000:00010000:1.0:1769074741.470146:0:11099:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470160:0:11099:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000002:00100000:1.0:1769074741.470173:0:11099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff895e43808000 x1855008961225472/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 376/400 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1769074741.470183:0:11099:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000002:00010000:1.0:1769074741.470211:0:11099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470222:0:11099:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/4 (0 0) 00000080:00200000:1.0:1769074741.470228:0:11099:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x4:0x0] suppgids 500 500: rc 0 00000080:00010000:1.0:1769074741.470714:0:11099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) for lock 0xb4d3f8fc6477c6d5 00000080:00010000:1.0:1769074741.470725:0:11099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6d5 from it ffff977bc1e67a78 00010000:00010000:1.0:1769074741.470730:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470740:0:11099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470893:0:11099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470905:0:11099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1769074741.470913:0:11099:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000402:0x4:0x0](000000000c884684) being reconfigured ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.470982:0:11099:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x4:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:1.0:1769074741.470988:0:11099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.470995:0:11099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00020000:00200000:1.0:1769074741.471042:0:11099:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1769074741.471723:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961225600:192.168.204.117@tcp:2:touch.500 00010000:00080000:0.0:1769074741.475452:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e43808000 x1855008961225600/t0(0) o2->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 1769074757 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0 00000100:00100000:0.0:1769074741.475498:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961225600:192.168.204.117@tcp:2:touch.500 00000080:00200000:1.0:1769074741.475648:0:11099:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1769074741.475663:0:11099:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f4:[0x200000402:0x4:0x0](ffff895e4ad87448) current size 0, valid attrs 201f0, mode 895e, uid -1041858992, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200008:1.0:1769074741.475693:0:11099:0:(file.c:424:ll_file_release()) START file f4:[0x200000402:0x4:0x0](ffff895e4ad87448), flags 104001 00000002:00100000:1.0:1769074741.475787:0:11099:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e43809500 x1855008961225088/t4294967312(4294967312) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000020:00100000:1.0:1769074741.475800:0:11099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074741.475805:0:11099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4380bb80 x1855008961225856/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074741.475828:0:11099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380bb80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225856:192.168.204.117@tcp:35:touch.500 00000100:00100000:1.0:1769074741.475913:0:11099:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.481223:0:11099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380bb80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11099:1855008961225856:192.168.204.117@tcp:35:touch.500 00000002:00100000:1.0:1769074741.481269:0:11099:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e43809500 x1855008961225088/t4294967312(4294967312) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1769074741.504959:0:11100:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074741.505132:0:11100:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.505152:0:11100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.505167:0:11100:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.505175:0:11100:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074741.505184:0:11100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074741.505188:0:11100:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074741.505196:0:11100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1ba7bf8 00010000:00010000:2.0:1769074741.505199:0:11100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.505207:0:11100:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.505231:0:11100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.505300:0:11100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:2.0:1769074741.505308:0:11100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:2.0:1769074741.505489:0:11100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:2.0:1769074741.505496:0:11100:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f5, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e4a3cbb00, open_flags 8901, mode 81b6 opened 0 00000080:00200000:2.0:1769074741.505503:0:11100:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f5, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open 00000002:00010000:2.0:1769074741.505520:0:11100:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f5,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0104402 00010000:00010000:2.0:1769074741.505583:0:11100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11100 initiator: MDT0 00010000:00010000:2.0:1769074741.505590:0:11100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00000020:00100000:2.0:1769074741.505602:0:11100:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074741.505615:0:11100:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e29180 x1855008961226112/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074741.505624:0:11100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00000100:00100000:2.0:1769074741.505648:0:11100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11100:1855008961226112:192.168.204.117@tcp:101:touch.501 00000100:00100000:2.0:1769074741.506510:0:11100:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074741.511896:0:11100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11100:1855008961226112:192.168.204.117@tcp:101:touch.501 00010000:00010000:3.0:1769074741.511924:0:11100:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.511954:0:11100:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.511962:0:11100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512143:0:11100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512153:0:11100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512159:0:11100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e821fce00 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:3.0:1769074741.512165:0:11100:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512173:0:11100:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512180:0:11100:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512187:0:11100:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074741.512195:0:11100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11100 initiator: MDT0 00010000:00010000:3.0:1769074741.512201:0:11100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c6dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11100 initiator: MDT0 00000002:00100000:3.0:1769074741.512221:0:11100:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff895e44e29180 x1855008961226112/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.501' uid:501 gid:501 projid:0 00000080:00200000:3.0:1769074741.512236:0:11100:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00010000:00010000:2.0:1769074741.513163:0:11100:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074741.513389:0:11100:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074741.513409:0:11100:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.513419:0:11100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.513511:0:11100:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.513520:0:11100:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074741.513526:0:11100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074741.513531:0:11100:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:2.0:1769074741.513538:0:11100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1ba7ba8 00010000:00010000:2.0:1769074741.514143:0:11100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.514156:0:11100:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.514175:0:11100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.514185:0:11100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:2.0:1769074741.514192:0:11100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:2.0:1769074741.514207:0:11100:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f5, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=9 00000080:00200000:2.0:1769074741.514211:0:11100:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f5, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:2.0:1769074741.514228:0:11100:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f5,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.514388:0:11100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11100 initiator: MDT0 00010000:00010000:2.0:1769074741.514396:0:11100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00010000:00010000:2.0:1769074741.514408:0:11100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00000100:00100000:2.0:1769074741.514614:0:11100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11100:1855008961226240:192.168.204.117@tcp:101:touch.501 00000100:00100000:2.0:1769074741.514847:0:11100:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.519325:0:11100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11100:1855008961226240:192.168.204.117@tcp:101:touch.501 00010000:00010000:0.0:1769074741.519387:0:11100:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519404:0:11100:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519412:0:11100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519419:0:11100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519427:0:11100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519441:0:11100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e821fd800 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074741.519447:0:11100:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519453:0:11100:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519460:0:11100:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519467:0:11100:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074741.519473:0:11100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11100 initiator: MDT0 00010000:00010000:0.0:1769074741.519478:0:11100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd800/0xb4d3f8fc6477c6e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11100 initiator: MDT0 00000002:00100000:0.0:1769074741.519504:0:11100:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff895e44e29180 x1855008961226240/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'touch.501' uid:501 gid:501 projid:0 00000080:00200000:0.0:1769074741.519538:0:11100:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074741.519576:0:11100:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074741.525354:0:11101:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.532595:0:11101:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.532620:0:11101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.532639:0:11101:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.532647:0:11101:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074741.532655:0:11101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.532677:0:11101:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.532685:0:11101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc1ea7bf8 00010000:00010000:1.0:1769074741.532690:0:11101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.532700:0:11101:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.532718:0:11101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.532729:0:11101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=25 00000080:00200000:1.0:1769074741.532738:0:11101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:1.0:1769074741.532900:0:11101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:1.0:1769074741.532906:0:11101:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), file ffff895e4575ea80, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1769074741.532914:0:11101:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000002:00010000:1.0:1769074741.532937:0:11101:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f6,[0x200000402:0x5:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1769074741.533168:0:11101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11101 initiator: MDT0 00010000:00010000:1.0:1769074741.533178:0:11101:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11101 initiator: MDT0 00000020:00100000:1.0:1769074741.533193:0:11101:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074741.533206:0:11101:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4380b100 x1855008961226496/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074741.533216:0:11101:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11101 initiator: MDT0 00000100:00100000:1.0:1769074741.533395:0:11101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b100 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226496:192.168.204.117@tcp:101:touch.0 00000100:00100000:1.0:1769074741.533700:0:11101:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.540622:0:11101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b100 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226496:192.168.204.117@tcp:101:touch.0 00010000:00010000:1.0:1769074741.540650:0:11101:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540670:0:11101:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/0,1 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540676:0:11101:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/0,1 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540686:0:11101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540694:0:11101:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540703:0:11101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540708:0:11101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.540713:0:11101:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.540720:0:11101:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff895e4380b100 x1855008961226496/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074741.540728:0:11101:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4380b100 x1855008961226496/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074741.540870:0:11101:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074741.540885:0:11101:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.540897:0:11101:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/5 (0 0) 00000080:00200000:1.0:1769074741.540903:0:11101:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074741.540917:0:11101:0:(namei.c:1569:ll_create_it()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=open|creat 00000080:00200000:1.0:1769074741.540942:0:11101:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x5:0x0](ffff895e4ad83248) 00000080:00200000:1.0:1769074741.541115:0:11101:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x5:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1769074741.541121:0:11101:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) 00000080:00010000:1.0:1769074741.541124:0:11101:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) for lock 0xb4d3f8fc6477c6ea 00000080:00010000:1.0:1769074741.541134:0:11101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) 00000080:00200008:1.0:1769074741.541153:0:11101:0:(file.c:1001:ll_file_open()) START file f6:[0x200000402:0x5:0x0](ffff895e4ad83248), flags 104501 00000002:00100000:1.0:1769074741.541179:0:11101:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4380b100 x1855008961226496/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074741.541216:0:11101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6ea from it ffff895e453b2120 00010000:00010000:1.0:1769074741.541219:0:11101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.541226:0:11101:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.541302:0:11101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x5:0x0](ffff895e4ad83248), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074741.541601:0:11101:0:(llite_lib.c:2314:ll_setattr_raw()) START file f6:[0x200000402:0x5:0x0](ffff895e4ad83248) current size 0, valid attrs 20070, mode 895e, uid -1041596848, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000 00010000:00010000:1.0:1769074741.541629:0:11101:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1769074741.541641:0:11101:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x5:0x0]: losing layout lock 00010000:00010000:1.0:1769074741.541671:0:11101:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1769074741.541676:0:11101:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074741.541678:0:11101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c6ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7fb expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1769074741.541696:0:11101:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074741.541700:0:11101:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4380b480 x1855008961226752/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074741.541716:0:11101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226752:192.168.204.117@tcp:36:touch.0 00000100:00100000:0.0:1769074741.542166:0:11101:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.546142:0:11101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380b480 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226752:192.168.204.117@tcp:36:touch.0 00000080:00200000:0.0:1769074741.546200:0:11101:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:0.0:1769074741.546225:0:11101:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x5:0x0](ffff895e4ad83248) 00000002:00010000:0.0:1769074741.546235:0:11101:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x5:0x0]) in obj [0x200000402:0x5:0x0], intent: layout flags 0 00010000:00010000:0.0:1769074741.546331:0:11101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11101 initiator: MDT0 00010000:00010000:0.0:1769074741.546338:0:11101:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11101 initiator: MDT0 00010000:00010000:0.0:1769074741.546345:0:11101:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11101 initiator: MDT0 00000100:00100000:0.0:1769074741.546360:0:11101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226880:192.168.204.117@tcp:101:touch.0 00000100:00100000:0.0:1769074741.546529:0:11101:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.549176:0:11101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961226880:192.168.204.117@tcp:101:touch.0 00010000:00010000:0.0:1769074741.549204:0:11101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549215:0:11101:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000002:00100000:0.0:1769074741.549226:0:11101:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff895e4383c380 x1855008961226880/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 376/400 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.549308:0:11101:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000002:00010000:0.0:1769074741.549318:0:11101:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549329:0:11101:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/5 (0 0) 00000080:00200000:0.0:1769074741.549335:0:11101:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x5:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1769074741.549352:0:11101:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) for lock 0xb4d3f8fc6477c6f1 00000080:00010000:0.0:1769074741.549361:0:11101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6f1 from it ffff977bc1ea7a78 00010000:00010000:0.0:1769074741.549375:0:11101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549384:0:11101:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549411:0:11101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549424:0:11101:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1769074741.549527:0:11101:0:(file.c:6914:ll_layout_lock_set()) ### file [0x200000402:0x5:0x0](00000000567b8e1f) being reconfigured ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.549567:0:11101:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x5:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1769074741.549572:0:11101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.549585:0:11101:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00020000:00200000:0.0:1769074741.549604:0:11101:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1769074741.549698:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961227008:192.168.204.117@tcp:2:touch.0 00010000:00080000:1.0:1769074741.552458:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c380 x1855008961227008/t0(0) o2->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 440/432 e 0 to 0 dl 1769074757 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074741.552538:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961227008:192.168.204.117@tcp:2:touch.0 00000080:00200000:0.0:1769074741.552600:0:11101:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x5:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1769074741.552621:0:11101:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f6:[0x200000402:0x5:0x0](ffff895e4ad83248) current size 0, valid attrs 201f0, mode 895e, uid -1041596848, gid -26757, new size 18446744071908555287, atime 1769074741.000000000, mtime 1769074741.000000000, ctime 1769074741.000000000, rc 0 00000080:00200008:0.0:1769074741.552659:0:11101:0:(file.c:424:ll_file_release()) START file f6:[0x200000402:0x5:0x0](ffff895e4ad83248), flags 104001 00000002:00100000:0.0:1769074741.552727:0:11101:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e4380b100 x1855008961226496/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074741.552740:0:11101:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074741.555650:0:11101:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383df80 x1855008961227264/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074741.555701:0:11101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961227264:192.168.204.117@tcp:35:touch.0 00000100:00100000:0.0:1769074741.555832:0:11101:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.558726:0:11101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job touch:73a2201c-08e3-493e-ad2e-98b4627bffd5:11101:1855008961227264:192.168.204.117@tcp:35:touch.0 00000002:00100000:0.0:1769074741.558781:0:11101:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e4380b100 x1855008961226496/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074741.565414:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.565443:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.565460:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.565475:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.565486:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.565493:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.565496:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.565503:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fb58 00010000:00010000:0.0:1769074741.565507:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.565516:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.565531:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.565539:0:11102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=8 00000080:00200008:0.0:1769074741.565549:0:11102:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074741.565555:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:0.0:1769074741.565568:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.565576:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1769074741.565612:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.565617:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.565624:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:0.0:1769074741.565647:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227392:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074741.565725:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.568728:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227392:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074741.568823:0:11102:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568840:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568848:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568860:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568872:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568882:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568889:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568897:0:11102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.568909:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383d180 x1855008961227392/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.568920:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568930:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074741.568942:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074741.568963:0:11102:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074741.568968:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6f8 00000080:00010000:0.0:1769074741.568974:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:0.0:1769074741.568976:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6f8 from it ffff977bc181fcb8 00010000:00010000:0.0:1769074741.568979:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.568984:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.569140:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.569158:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.569166:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.569174:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.569178:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.569182:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.569184:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.569187:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fbf8 00010000:00010000:0.0:1769074741.569188:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.569193:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.569206:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.569211:0:11102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=266 00000080:00200000:0.0:1769074741.569215:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 44 00000080:00200008:0.0:1769074741.569222:0:11102:0:(file.c:1001:ll_file_open()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), flags 704400 00000002:00010000:0.0:1769074741.569234:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1769074741.569283:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.569291:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000020:00100000:0.0:1769074741.569302:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074741.569309:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383d180 x1855008961227648/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074741.569315:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:0.0:1769074741.569332:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227648:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074741.569626:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.572597:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227648:192.168.204.117@tcp:101:rm.0 00010000:00010000:1.0:1769074741.572624:0:11102:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572637:0:11102:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572663:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572669:0:11102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572676:0:11102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572682:0:11102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40030400 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:1.0:1769074741.572686:0:11102:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572693:0:11102:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572699:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572705:0:11102:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074741.572711:0:11102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.572717:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030400/0xb4d3f8fc6477c6ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11102 initiator: MDT0 00000002:00100000:1.0:1769074741.572769:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff895e4383d180 x1855008961227648/t4294967318(4294967318) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074741.572783:0:11102:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383d180 x1855008961227648/t4294967318(4294967318) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074741.572805:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074741.572831:0:11102:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000002:00100000:1.0:1769074741.572853:0:11102:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383d180 x1855008961227648/t4294967318(4294967318) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074741.572925:0:11102:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074741.572934:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:1.0:1769074741.572971:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.572988:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.572999:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.573007:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:1.0:1769074741.573012:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:1.0:1769074741.573016:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6f8 00000080:00010000:1.0:1769074741.573021:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6f8 from it ffff977bc181fcd8 00010000:00010000:1.0:1769074741.573024:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.573031:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.573117:0:11102:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1769074741.573132:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1769074741.573139:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.573148:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074741.573770:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227776:192.168.204.117@tcp:37:rm.0 00000100:00100000:1.0:1769074741.573877:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450193c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.587712:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961227776:192.168.204.117@tcp:37:rm.0 00010000:00010000:1.0:1769074741.589375:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.589394:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074741.589508:0:11102:0:(file.c:424:ll_file_release()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), flags 704000 00000002:00100000:1.0:1769074741.589581:0:11102:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e4383d180 x1855008961227648/t4294967318(4294967318) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074741.589594:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074741.589600:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43808a80 x1855008961228032/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074741.589629:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228032:192.168.204.117@tcp:35:rm.0 00000100:00100000:1.0:1769074741.589730:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450193c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.598236:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228032:192.168.204.117@tcp:35:rm.0 00000002:00100000:1.0:1769074741.598287:0:11102:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e4383d180 x1855008961227648/t4294967318(4294967318) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074741.598388:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074741.598411:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.598430:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.598461:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.598470:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074741.598475:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074741.598480:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:1.0:1769074741.598489:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fbf8 00010000:00010000:1.0:1769074741.598493:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.598501:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.598517:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074741.598525:0:11102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=266 00000080:00200000:1.0:1769074741.598532:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 44 00000080:00200008:1.0:1769074741.598541:0:11102:0:(file.c:1001:ll_file_open()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), flags 704400 00000002:00010000:1.0:1769074741.598557:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:1.0:1769074741.598608:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.598615:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000020:00100000:1.0:1769074741.598626:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074741.598632:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e43808a80 x1855008961228288/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074741.598640:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:1.0:1769074741.598666:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228288:192.168.204.117@tcp:101:rm.0 00000100:00100000:1.0:1769074741.598888:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450193c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.610040:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228288:192.168.204.117@tcp:101:rm.0 00010000:00010000:1.0:1769074741.610084:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610098:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610112:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610122:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.610137:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff895e43808a80 x1855008961228288/t4294967320(4294967320) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074741.610151:0:11102:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e43808a80 x1855008961228288/t4294967320(4294967320) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074741.610164:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610176:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074741.610183:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074741.610207:0:11102:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1769074741.610213:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c706 00000080:00010000:1.0:1769074741.610252:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c706 from it ffff977bc181fbd0 00010000:00010000:1.0:1769074741.610257:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610268:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.610301:0:11102:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e43808a80 x1855008961228288/t4294967320(4294967320) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074741.610382:0:11102:0:(file.c:6252:ll_getattr_dentry()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074741.610389:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248),name=d0.sanity-sec 00000002:00010000:1.0:1769074741.610411:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.610420:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610431:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.610437:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:1.0:1769074741.610442:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) 00000080:00010000:1.0:1769074741.610446:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff895e4ad7b248) for lock 0xb4d3f8fc6477c6f8 00000080:00010000:1.0:1769074741.610452:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c6f8 from it ffff977bc181fcd8 00010000:00010000:1.0:1769074741.610455:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.610460:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074741.610554:0:11102:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff895e42f9a800) d0.sanity-sec proj=0 00000080:00000004:1.0:1769074741.610563:0:11102:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff895e42f9a800: age 296, max_age 428 00800000:00000004:1.0:1769074741.610571:0:11102:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff895e42f9a800: age 299, max_age 428 00000100:00100000:1.0:1769074741.610612:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228416:192.168.204.117@tcp:41:rm.0 00000100:00100000:1.0:1769074741.610715:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45019a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.615385:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228416:192.168.204.117@tcp:41:rm.0 00800000:00000004:1.0:1769074741.615418:0:11102:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff895e42f9a800: update ffff895e49261c48 cache blocks 1802738/1916558 objects 523552/524091 00000080:00000004:1.0:1769074741.615426:0:11102:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff895e42f9a800: update ffff895e49263520 cache blocks 1802738/1916558 objects 523552/524091 00000080:00000004:1.0:1769074741.615431:0:11102:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523552/524091 00000080:00200000:1.0:1769074741.615472:0:11102:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248) pos/size0/4096 32bit_api 0 00000080:00200000:1.0:1769074741.615513:0:11102:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:1.0:1769074741.615538:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:1.0:1769074741.615556:0:11102:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=0 00000080:00200000:1.0:1769074741.615561:0:11102:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:1.0:1769074741.615584:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f4,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074741.615637:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.615647:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:1.0:1769074741.615655:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:1.0:1769074741.615676:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228544:192.168.204.117@tcp:101:rm.0 00000100:00100000:1.0:1769074741.615775:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e450193c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074741.621606:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228544:192.168.204.117@tcp:101:rm.0 00010000:00010000:1.0:1769074741.621633:0:11102:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621673:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621681:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621692:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621701:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621714:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621722:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074741.621729:0:11102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074741.621740:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4380aa00 x1855008961228544/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/640 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074741.621869:0:11102:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074741.622127:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622140:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/4 (0 0) 00000080:00200000:2.0:1769074741.622147:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074741.622192:0:11102:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x4:0x0](ffff895e4ad87448): rc = 0 00000080:00200000:2.0:1769074741.622205:0:11102:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x4:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1769074741.622210:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) for lock 0xb4d3f8fc6477c70d 00000080:00010000:2.0:1769074741.622220:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x4:0x0](ffff895e4ad87448) 00000080:00010000:2.0:1769074741.622223:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c70d from it ffff977bc181fdf8 00010000:00010000:2.0:1769074741.622226:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622235:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.622285:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:2.0:1769074741.622294:0:11102:0:(namei.c:2354:ll_unlink()) VFS Op:name=f4, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00010000:00010000:2.0:1769074741.622328:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.622346:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.622448:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.622459:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x4:0x0]: losing layout lock 00010000:00010000:2.0:1769074741.622477:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.622485:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x4:0x0]: losing layout lock 00010000:00010000:2.0:1769074741.622514:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622521:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622527:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.622532:0:11102:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074741.622535:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c70d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a85d expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622547:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048c00/0xb4d3f8fc6477c6d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a7b5 expref: -99 pid: 11099 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.622562:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c6f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a81e expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074741.622577:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074741.622587:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e29180 x1855008961228800/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074741.622610:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228800:192.168.204.117@tcp:36:rm.0 00000100:00100000:2.0:1769074741.622711:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074741.634772:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228800:192.168.204.117@tcp:36:rm.0 00000080:00200000:2.0:1769074741.634849:0:11102:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1769074741.634861:0:11102:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1769074741.634893:0:11102:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074741.634901:0:11102:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x4:0x0](ffff895e4ad87448) 00000080:00200000:2.0:1769074741.635057:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:2.0:1769074741.635075:0:11102:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=0 00000080:00200000:2.0:1769074741.635080:0:11102:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:2.0:1769074741.635108:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.635160:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:2.0:1769074741.635169:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:2.0:1769074741.635178:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:2.0:1769074741.635197:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228928:192.168.204.117@tcp:101:rm.0 00000100:00100000:2.0:1769074741.635293:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074741.639731:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961228928:192.168.204.117@tcp:101:rm.0 00010000:00010000:2.0:1769074741.639803:0:11102:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639823:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639831:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639864:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639876:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639889:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639898:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.639905:0:11102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074741.639917:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e29f80 x1855008961228928/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/640 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074741.639928:0:11102:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074741.639941:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.639951:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/5 (0 0) 00000080:00200000:2.0:1769074741.639958:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074741.640024:0:11102:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x5:0x0](ffff895e4ad83248): rc = 0 00000080:00200000:2.0:1769074741.640038:0:11102:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x5:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1769074741.640043:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) for lock 0xb4d3f8fc6477c714 00000080:00010000:2.0:1769074741.640058:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x5:0x0](ffff895e4ad83248) 00000080:00010000:2.0:1769074741.640061:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c714 from it ffff977bc181fdf8 00010000:00010000:2.0:1769074741.640065:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.640074:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.640106:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:2.0:1769074741.640115:0:11102:0:(namei.c:2354:ll_unlink()) VFS Op:name=f6, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00010000:00010000:2.0:1769074741.640147:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.640161:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x5:0x0]: losing layout lock 00010000:00010000:2.0:1769074741.640175:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1769074741.640181:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x5:0x0]: losing layout lock 00010000:00010000:2.0:1769074741.640207:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.640215:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.640220:0:11102:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074741.640223:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fce00/0xb4d3f8fc6477c714 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a895 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074741.640239:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030600/0xb4d3f8fc6477c6f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a810 expref: -99 pid: 11101 timeout: 0 lvb_type: 3 00000020:00100000:2.0:1769074741.640274:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074741.640280:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e29f80 x1855008961229184/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074741.640305:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229184:192.168.204.117@tcp:36:rm.0 00000100:00100000:2.0:1769074741.640392:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e4a365600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.651502:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229184:192.168.204.117@tcp:36:rm.0 00000080:00200000:0.0:1769074741.651578:0:11102:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074741.651593:0:11102:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074741.651624:0:11102:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074741.651633:0:11102:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x5:0x0](ffff895e4ad83248) 00000080:00200000:0.0:1769074741.651720:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:0.0:1769074741.651738:0:11102:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=0 00000080:00200000:0.0:1769074741.651742:0:11102:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:0.0:1769074741.651827:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.651877:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.651885:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.651895:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:0.0:1769074741.651914:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229312:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074741.652198:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.656881:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229312:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074741.656913:0:11102:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.656932:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.656940:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.656949:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.656960:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.656970:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.657011:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.657018:0:11102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.657031:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383d880 x1855008961229312/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/640 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.657043:0:11102:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074741.657055:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.657066:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/2 (0 0) 00000080:00200000:0.0:1769074741.657073:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074741.657121:0:11102:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x2:0x0](ffff895e4ad180c8): rc = 0 00000080:00200000:0.0:1769074741.657135:0:11102:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1769074741.657140:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) for lock 0xb4d3f8fc6477c71b 00000080:00010000:0.0:1769074741.657152:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2:0x0](ffff895e4ad180c8) 00000080:00010000:0.0:1769074741.657155:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c71b from it ffff977bc181fdf8 00010000:00010000:0.0:1769074741.657158:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.657168:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.657210:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:0.0:1769074741.657219:0:11102:0:(namei.c:2354:ll_unlink()) VFS Op:name=f1, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00010000:00010000:0.0:1769074741.657256:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.657271:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.657287:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.657294:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.657326:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.657333:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.657339:0:11102:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074741.657342:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031e00/0xb4d3f8fc6477c71b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a8cd expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.657356:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c688 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a688 expref: -99 pid: 11093 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074741.657389:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.657396:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383d880 x1855008961229568/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.657421:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229568:192.168.204.117@tcp:36:rm.0 00000100:00100000:0.0:1769074741.657516:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.666914:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229568:192.168.204.117@tcp:36:rm.0 00000080:00200000:0.0:1769074741.666990:0:11102:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074741.667004:0:11102:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074741.667030:0:11102:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074741.667038:0:11102:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x2:0x0](ffff895e4ad180c8) 00000080:00200000:0.0:1769074741.667126:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 1 00000080:00200000:0.0:1769074741.667143:0:11102:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), flags=0 00000080:00200000:0.0:1769074741.667148:0:11102:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248), intent=getattr 00000002:00010000:0.0:1769074741.667174:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f3,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.667226:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.667236:0:11102:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00010000:00010000:0.0:1769074741.667258:0:11102:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 11102 initiator: MDT0 00000100:00100000:0.0:1769074741.667277:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229696:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074741.667372:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.672454:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229696:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074741.672481:0:11102:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672499:0:11102:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672508:0:11102:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672542:0:11102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672554:0:11102:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672569:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672577:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.672585:0:11102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.672597:0:11102:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383e680 x1855008961229696/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/640 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074741.672610:0:11102:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1769074741.672625:0:11102:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.672636:0:11102:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/3 (0 0) 00000080:00200000:0.0:1769074741.672646:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074741.672698:0:11102:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x3:0x0](ffff895e4ad1aa08): rc = 0 00000080:00200000:0.0:1769074741.672712:0:11102:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x3:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1769074741.672718:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) for lock 0xb4d3f8fc6477c722 00000080:00010000:0.0:1769074741.672735:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000080:00010000:0.0:1769074741.672739:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c722 from it ffff977bc181fdf8 00010000:00010000:0.0:1769074741.672743:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.672807:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.672836:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248), inode mode 41fd mask 3 00000080:00200000:0.0:1769074741.672844:0:11102:0:(namei.c:2354:ll_unlink()) VFS Op:name=f3, dir=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00010000:00010000:0.0:1769074741.672877:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.672891:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.672905:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1769074741.672913:0:11102:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1769074741.672941:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.672948:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.672953:0:11102:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074741.672956:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031000/0xb4d3f8fc6477c722 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a905 expref: -99 pid: 11102 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074741.672984:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048400/0xb4d3f8fc6477c6ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc896a1334143a706 expref: -99 pid: 11095 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1769074741.673020:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.673027:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383e680 x1855008961229952/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.673049:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229952:192.168.204.117@tcp:36:rm.0 00000100:00100000:0.0:1769074741.673133:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.677596:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961229952:192.168.204.117@tcp:36:rm.0 00000080:00200000:0.0:1769074741.677663:0:11102:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1769074741.677678:0:11102:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1769074741.677713:0:11102:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074741.677722:0:11102:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x3:0x0](ffff895e4ad1aa08) 00000080:00200008:0.0:1769074741.677853:0:11102:0:(file.c:424:ll_file_release()) START file d0.sanity-sec:[0x200000402:0x1:0x0](ffff895e4ad7b248), flags 704000 00010000:00010000:0.0:1769074741.677883:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.677923:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.677941:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.677952:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.677961:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.677979:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.677985:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.677989:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.677996:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fc10 00010000:00010000:0.0:1769074741.678017:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.678026:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.678043:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074741.678055:0:11102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.sanity-sec, flags=0 00000080:00200000:0.0:1769074741.678061:0:11102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074741.678068:0:11102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074741.678074:0:11102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.678083:0:11102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.678089:0:11102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074741.678093:0:11102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074741.678096:0:11102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c650 00000080:00010000:0.0:1769074741.678099:0:11102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c650 from it ffff977bc181fd88 00010000:00010000:0.0:1769074741.678103:0:11102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.678110:0:11102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074741.678118:0:11102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074741.678123:0:11102:0:(namei.c:2264:ll_rmdir()) VFS Op:name=d0.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00010000:00010000:0.0:1769074741.678139:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.678415:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074741.678485:0:11102:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e43808a80 x1855008961228288/t4294967320(4294967320) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074741.678500:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074741.678505:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383c700 x1855008961230208/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074741.678534:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961230208:192.168.204.117@tcp:35:rm.0 00000100:00100000:0.0:1769074741.678710:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.688285:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961230208:192.168.204.117@tcp:35:rm.0 00000002:00100000:0.0:1769074741.688322:0:11102:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e43808a80 x1855008961228288/t4294967320(4294967320) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074741.688383:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688399:0:11102:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688459:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688467:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688472:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688497:0:11102:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688504:0:11102:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 4 locks packed 00010000:00010000:0.0:1769074741.688507:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049e00/0xb4d3f8fc6477c706 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a83a expref: -99 pid: 11102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688520:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82049400/0xb4d3f8fc6477c6c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a784 expref: -99 pid: 11099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688527:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c673 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a642 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074741.688539:0:11102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40030200/0xb4d3f8fc6477c650 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a5c4 expref: -99 pid: 11088 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074741.688555:0:11102:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074741.688561:0:11102:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383c700 x1855008961230464/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074741.688585:0:11102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961230464:192.168.204.117@tcp:36:rm.0 00000100:00100000:0.0:1769074741.688739:0:11102:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ff93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074741.699135:0:11102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11102:1855008961230464:192.168.204.117@tcp:36:rm.0 00000080:00200000:0.0:1769074741.699193:0:11102:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x1:0x0](ffff895e4ad7b248) 00010000:00010000:3.0:1769074742.063888:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074742.384279:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961230592:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074742.384402:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074742.384432:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961231104:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074742.384463:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074742.384469:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230720:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074742.385971:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074742.396388:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230720:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074742.396413:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2bb80 x1855008961230976/t0(0) o400->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074742.396426:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074742.396437:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961230592:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074742.396450:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e29500 x1855008961230848/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074742.396459:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961230848:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074742.396471:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28a80 x1855008961231104/t0(0) o400->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074742.396482:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961231104:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074743.089439:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074744.112093:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074745.141346:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074746.161611:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074747.191853:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074747.504558:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961231232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074747.505708:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961231360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074747.505943:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961231488:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074747.506101:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961231744:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074747.506160:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961231616:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074747.510362:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e43808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961231232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074747.522006:0:2403:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967326 gen 1 00000100:00100000:1.0:1769074747.522074:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4380aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961231360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074747.522091:0:2403:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff895e42f9a800: committing for last_committed 4294967301 gen 2 00000100:00100000:1.0:1769074747.522099:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961231616:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074747.523092:0:2404:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff895e42f9a800: committing for last_committed 4294967301 gen 2 00000100:00100000:0.0:1769074747.523110:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961231744:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074747.523133:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713c380 x1855008961231488/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074747.523155:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961231488:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074748.215211:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074749.243558:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074749.403474:0:11668:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 1: setuid/gid ======================================================================================= 04:39:07 (1769074747) 00010000:00010000:1.0:1769074750.256671:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074751.236722:0:11806:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_1 without GSS support. 00010000:00010000:0.0:1769074751.282533:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074752.306980:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074752.630408:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961231872:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.630700:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232128:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.630864:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232384:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.630900:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074752.630907:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.630956:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232256:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.638061:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961231872:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074752.638087:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232384:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074752.655129:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074752.655147:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232256:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074752.655160:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d4700 x1855008961232128/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074752.655198:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961232128:192.168.204.117@tcp:400:kworker.0 00000001:02000400:3.0:1769074753.268330:0:11961:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 4: set supplementary group ========================================================================= 04:39:11 (1769074751) 00010000:00010000:1.0:1769074753.331289:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074753.534680:0:11976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074753.535018:0:11976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074753.535037:0:11976:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589934599/1 (0 0) 00010000:00010000:0.0:1769074753.535100:0:11976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.535111:0:11976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.535122:0:11976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11976 initiator: MDT0 00000100:00100000:0.0:1769074753.535156:0:11976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11976:1855008961232512:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074753.535286:0:11976:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.538407:0:11976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11976:1855008961232512:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074753.538444:0:11976:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538475:0:11976:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538488:0:11976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538499:0:11976:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538512:0:11976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538519:0:11976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538526:0:11976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074753.538539:0:11976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4383e300 x1855008961232512/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074753.538554:0:11976:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538569:0:11976:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074753.538577:0:11976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074753.538608:0:11976:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074753.538615:0:11976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:0.0:1769074753.538622:0:11976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074753.538632:0:11976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bc7b58 00010000:00010000:0.0:1769074753.538636:0:11976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.538645:0:11976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.538674:0:11976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074753.538698:0:11976:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:0.0:1769074753.539272:0:11976:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:0.0:1769074753.539531:0:11976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074753.539583:0:11976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.539591:0:11976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.539600:0:11976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11976 initiator: MDT0 00000100:00100000:0.0:1769074753.539625:0:11976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11976:1855008961232640:192.168.204.117@tcp:101:rm.0 00000100:00100000:0.0:1769074753.539893:0:11976:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.549342:0:11976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11976:1855008961232640:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074753.549367:0:11976:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549383:0:11976:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549391:0:11976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549636:0:11976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549645:0:11976:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549652:0:11976:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40031a00 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074753.549658:0:11976:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549665:0:11976:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549672:0:11976:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549680:0:11976:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074753.549688:0:11976:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11976 initiator: MDT0 00010000:00010000:0.0:1769074753.549694:0:11976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031a00/0xb4d3f8fc6477c730 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11976 initiator: MDT0 00000002:00100000:0.0:1769074753.549728:0:11976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff895e4383e300 x1855008961232640/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074753.550311:0:11976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074753.550350:0:11976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.550364:0:11976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074753.550387:0:11976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bc7940 00010000:00010000:0.0:1769074753.550392:0:11976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.550400:0:11976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.550482:0:11976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074753.550498:0:11976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074753.550505:0:11976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.550513:0:11976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.550519:0:11976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074753.550524:0:11976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074753.550528:0:11976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:0.0:1769074753.550533:0:11976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bc7c10 00010000:00010000:0.0:1769074753.550536:0:11976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.550542:0:11976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.550550:0:11976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074753.550562:0:11976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=0 00000080:00200000:2.0:1769074753.569563:0:11977:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.569596:0:11977:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.569613:0:11977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569631:0:11977:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.569641:0:11977:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.569650:0:11977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.569653:0:11977:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:2.0:1769074753.569661:0:11977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bb7b58 00010000:00010000:2.0:1769074753.569665:0:11977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569674:0:11977:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.569690:0:11977:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074753.569698:0:11977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=13 00000080:00200000:2.0:1769074753.569714:0:11977:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.569722:0:11977:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.569728:0:11977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569735:0:11977:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.569777:0:11977:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.569782:0:11977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.569785:0:11977:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:2.0:1769074753.569789:0:11977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bb7be8 00010000:00010000:2.0:1769074753.569792:0:11977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569799:0:11977:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.569808:0:11977:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074753.569812:0:11977:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=16392 00000080:00200008:2.0:1769074753.569834:0:11977:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074753.569839:0:11977:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.569847:0:11977:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.569853:0:11977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569861:0:11977:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.569867:0:11977:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.569871:0:11977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.569873:0:11977:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:2.0:1769074753.569876:0:11977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bb7cb8 00010000:00010000:2.0:1769074753.569879:0:11977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.569895:0:11977:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074753.570410:0:11977:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074753.570415:0:11977:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.570425:0:11977:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.570432:0:11977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570442:0:11977:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.570448:0:11977:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.570452:0:11977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.570456:0:11977:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:2.0:1769074753.570460:0:11977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bb7cb8 00010000:00010000:2.0:1769074753.570463:0:11977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570470:0:11977:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.570581:0:11977:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.570590:0:11977:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.570597:0:11977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570605:0:11977:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.570616:0:11977:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.570621:0:11977:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.570623:0:11977:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c729 00000080:00010000:2.0:1769074753.570627:0:11977:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c729 from it ffff977bc1bb7bb0 00010000:00010000:2.0:1769074753.570630:0:11977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570636:0:11977:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.570644:0:11977:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074753.570650:0:11977:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200080:2.0:1769074753.570668:0:11977:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) cmd=c03066f0 arg=7ffeef92c680 00000080:00200000:2.0:1769074753.570681:0:11977:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) name=d4.sanity-sec stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074753.570713:0:11977:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570806:0:11977:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.570814:0:11977:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074753.570817:0:11977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031200/0xb4d3f8fc6477c729 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a960 expref: -99 pid: 11976 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074753.570837:0:11977:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074753.570852:0:11977:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e2b480 x1855008961232896/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074753.570897:0:11977:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:11977:1855008961232896:192.168.204.117@tcp:36:lfs.0 00000100:00100000:2.0:1769074753.571016:0:11977:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074753.583848:0:11977:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job lfs:73a2201c-08e3-493e-ad2e-98b4627bffd5:11977:1855008961232896:192.168.204.117@tcp:36:lfs.0 00000080:00200000:3.0:1769074753.583912:0:11977:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00200000:3.0:1769074753.583920:0:11977:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200008:3.0:1769074753.583968:0:11977:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags 300000 00000080:00200000:2.0:1769074753.598555:0:11978:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.598590:0:11978:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.598605:0:11978:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 30 res 8589934599/1 (0 0) 00010000:00010000:2.0:1769074753.598657:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 11978 initiator: MDT0 00010000:00010000:2.0:1769074753.598667:0:11978:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11978 initiator: MDT0 00010000:00010000:2.0:1769074753.598676:0:11978:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 11978 initiator: MDT0 00000100:00100000:2.0:1769074753.598716:0:11978:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233024:192.168.204.117@tcp:101:chmod.0 00000100:00100000:2.0:1769074753.599530:0:11978:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074753.624649:0:11978:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233024:192.168.204.117@tcp:101:chmod.0 00010000:00010000:2.0:1769074753.624677:0:11978:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.624691:0:11978:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.624713:0:11978:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.624724:0:11978:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.625173:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.625181:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.625189:0:11978:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074753.625202:0:11978:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e28e00 x1855008961233024/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074753.625216:0:11978:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.625231:0:11978:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074753.625238:0:11978:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074753.625265:0:11978:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074753.625272:0:11978:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074753.625277:0:11978:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.625280:0:11978:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1db7b58 00010000:00010000:2.0:1769074753.625283:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.625291:0:11978:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.625317:0:11978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074753.625348:0:11978:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=9 00000080:00200000:2.0:1769074753.625352:0:11978:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:2.0:1769074753.625377:0:11978:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.625425:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11978 initiator: MDT0 00010000:00010000:2.0:1769074753.625432:0:11978:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11978 initiator: MDT0 00010000:00010000:2.0:1769074753.625442:0:11978:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11978 initiator: MDT0 00000100:00100000:2.0:1769074753.625466:0:11978:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233152:192.168.204.117@tcp:101:chmod.0 00000100:00100000:2.0:1769074753.625592:0:11978:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074753.628799:0:11978:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233152:192.168.204.117@tcp:101:chmod.0 00010000:00010000:2.0:1769074753.628825:0:11978:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628848:0:11978:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628855:0:11978:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628866:0:11978:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628876:0:11978:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628910:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628919:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628926:0:11978:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074753.628938:0:11978:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e44e28e00 x1855008961233152/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074753.628952:0:11978:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.628963:0:11978:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/6 (0 0) 00000080:00200000:2.0:1769074753.628971:0:11978:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074753.629006:0:11978:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200000:2.0:1769074753.629010:0:11978:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x6:0x0](ffff895e4ad7d348): rc = 0 00000080:00010000:2.0:1769074753.629016:0:11978:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c73e 00000080:00010000:2.0:1769074753.629262:0:11978:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074753.629267:0:11978:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c73e from it ffff977bc1db7b20 00010000:00010000:2.0:1769074753.629271:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629279:0:11978:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074753.629327:0:11978:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074753.629340:0:11978:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:2.0:1769074753.629362:0:11978:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.629372:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629382:0:11978:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.629389:0:11978:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.629395:0:11978:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074753.629397:0:11978:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c73e 00000080:00010000:2.0:1769074753.629401:0:11978:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c73e from it ffff977bc1db7cb8 00010000:00010000:2.0:1769074753.629404:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629410:0:11978:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.629468:0:11978:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.629476:0:11978:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.629483:0:11978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629490:0:11978:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.629496:0:11978:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074753.629499:0:11978:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.629502:0:11978:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074753.629512:0:11978:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1db7c08 00010000:00010000:2.0:1769074753.629515:0:11978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629521:0:11978:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.629530:0:11978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074753.629537:0:11978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=9 00000080:00200008:2.0:1769074753.629552:0:11978:0:(llite_lib.c:2314:ll_setattr_raw()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348) current size 4096, valid attrs 41, mode 41f9, uid 1253425152, gid -30370, new size 0, atime 1769074753.000000000, mtime 1769074753.000000000, ctime 1769074753.000000000 00010000:00010000:2.0:1769074753.629573:0:11978:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629620:0:11978:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.629626:0:11978:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074753.629629:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fcc00/0xb4d3f8fc6477c73e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9b4 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074753.629659:0:11978:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074753.629667:0:11978:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e28e00 x1855008961233408/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074753.629693:0:11978:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233408:192.168.204.117@tcp:36:chmod.0 00000100:00100000:2.0:1769074753.630132:0:11978:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074753.645092:0:11978:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967328 gen 1 00000100:00100000:2.0:1769074753.645131:0:11978:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job chmod:73a2201c-08e3-493e-ad2e-98b4627bffd5:11978:1855008961233408:192.168.204.117@tcp:36:chmod.0 00000080:00200000:2.0:1769074753.645198:0:11978:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200008:2.0:1769074753.645217:0:11978:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348) current size 4096, valid attrs 41, mode 41f9, uid 1253425152, gid -30370, new size 0, atime 1769074753.000000000, mtime 1769074753.000000000, ctime 1769074753.000000000, rc 0 00000080:00200000:3.0:1769074753.694269:0:11979:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:3.0:1769074753.694305:0:11979:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074753.694402:0:11979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.694421:0:11979:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074753.694431:0:11979:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074753.694438:0:11979:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:3.0:1769074753.694442:0:11979:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:3.0:1769074753.694449:0:11979:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1bb7b58 00010000:00010000:3.0:1769074753.694453:0:11979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074753.694462:0:11979:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074753.694491:0:11979:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074753.694504:0:11979:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=8 00000080:00200000:3.0:1769074753.694508:0:11979:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:3.0:1769074753.694522:0:11979:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074753.694567:0:11979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11979 initiator: MDT0 00010000:00010000:3.0:1769074753.694574:0:11979:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11979 initiator: MDT0 00010000:00010000:3.0:1769074753.694584:0:11979:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11979 initiator: MDT0 00000100:00100000:3.0:1769074753.694611:0:11979:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11979:1855008961233536:192.168.204.117@tcp:101:chgrp.0 00000100:00100000:0.0:1769074753.695349:0:11979:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e46bb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.699172:0:11979:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11979:1855008961233536:192.168.204.117@tcp:101:chgrp.0 00010000:00010000:0.0:1769074753.699202:0:11979:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699411:0:11979:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699422:0:11979:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699433:0:11979:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699443:0:11979:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699455:0:11979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699462:0:11979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.699492:0:11979:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074753.699505:0:11979:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e453d6d80 x1855008961233536/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chgrp.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074753.700130:0:11979:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.700146:0:11979:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/6 (0 0) 00000080:00200000:1.0:1769074753.700154:0:11979:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074753.700201:0:11979:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200000:1.0:1769074753.700205:0:11979:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x6:0x0](ffff895e4ad7d348): rc = 0 00000080:00010000:1.0:1769074753.700214:0:11979:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c745 00000080:00010000:1.0:1769074753.700231:0:11979:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:1.0:1769074753.700235:0:11979:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c745 from it ffff977bc1bb7b20 00010000:00010000:1.0:1769074753.700239:0:11979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.700247:0:11979:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074753.700296:0:11979:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074753.700303:0:11979:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:1.0:1769074753.700429:0:11979:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074753.700440:0:11979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.700464:0:11979:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.700471:0:11979:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074753.700476:0:11979:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:1.0:1769074753.700479:0:11979:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c745 00000080:00010000:1.0:1769074753.700487:0:11979:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c745 from it ffff977bc1bb7cb8 00010000:00010000:1.0:1769074753.700490:0:11979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.700497:0:11979:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.700699:0:11979:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074753.700709:0:11979:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074753.700717:0:11979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.700725:0:11979:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.700731:0:11979:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074753.700735:0:11979:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074753.700737:0:11979:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:1.0:1769074753.700741:0:11979:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1bb7bf8 00010000:00010000:1.0:1769074753.701119:0:11979:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.701140:0:11979:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.701149:0:11979:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074753.701156:0:11979:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=9 00000080:00200008:1.0:1769074753.701208:0:11979:0:(llite_lib.c:2314:ll_setattr_raw()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348) current size 4096, valid attrs 44, mode ffff, uid 1385836544, gid 500, new size 18446613636938608640, atime 1769074753.000000000, mtime 1769074753.000000000, ctime 1769074753.000000000 00010000:00010000:1.0:1769074753.701227:0:11979:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.701280:0:11979:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.701288:0:11979:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074753.701292:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151d800/0xb4d3f8fc6477c745 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9d7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074753.701416:0:11979:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074753.701432:0:11979:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4713d180 x1855008961233792/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074753.701457:0:11979:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11979:1855008961233792:192.168.204.117@tcp:36:chgrp.0 00000100:00100000:1.0:1769074753.701602:0:11979:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.726789:0:11979:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967329 gen 1 00000100:00100000:1.0:1769074753.726810:0:11979:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job chgrp:73a2201c-08e3-493e-ad2e-98b4627bffd5:11979:1855008961233792:192.168.204.117@tcp:36:chgrp.0 00000080:00200000:1.0:1769074753.726844:0:11979:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200008:1.0:1769074753.726865:0:11979:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348) current size 4096, valid attrs 44, mode ffff, uid 1385836544, gid 500, new size 18446613636938608640, atime 1769074753.000000000, mtime 1769074753.000000000, ctime 1769074753.000000000, rc 0 00000080:00200000:1.0:1769074753.740549:0:11980:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074753.740584:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074753.740603:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.740618:0:11980:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.740626:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074753.740634:0:11980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074753.740637:0:11980:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:1.0:1769074753.740645:0:11980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1d2fb58 00010000:00010000:1.0:1769074753.740649:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074753.740657:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074753.740674:0:11980:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000100:00100000:1.0:1769074753.740733:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961233920:192.168.204.117@tcp:49:ls.500 00000100:00100000:1.0:1769074753.741538:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.759301:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961233920:192.168.204.117@tcp:49:ls.500 00000080:00200000:1.0:1769074753.759360:0:11980:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), flags=9 00000080:00200000:1.0:1769074753.759367:0:11980:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), intent=getattr 00000002:00010000:1.0:1769074753.759396:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074753.759480:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11980 initiator: MDT0 00010000:00010000:1.0:1769074753.759505:0:11980:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11980 initiator: MDT0 00010000:00010000:1.0:1769074753.759517:0:11980:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11980 initiator: MDT0 00000100:00100000:1.0:1769074753.759540:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234048:192.168.204.117@tcp:101:ls.500 00000100:00100000:1.0:1769074753.759609:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074753.782552:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234048:192.168.204.117@tcp:101:ls.500 00010000:00010000:1.0:1769074753.782586:0:11980:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782736:0:11980:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782870:0:11980:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782881:0:11980:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782892:0:11980:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782906:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782914:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782920:0:11980:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074753.782933:0:11980:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff895e4713d180 x1855008961234048/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.500' uid:500 gid:500 projid:0 00000002:00010000:2.0:1769074753.782948:0:11980:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.782982:0:11980:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 4 res 8589935618/6 (0 0) 00000080:00200000:2.0:1769074753.782990:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074753.783019:0:11980:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00200000:2.0:1769074753.783023:0:11980:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x6:0x0](ffff895e4ad7d348): rc = 0 00000080:00010000:2.0:1769074753.783029:0:11980:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:2.0:1769074753.783223:0:11980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074753.783229:0:11980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1d2fb20 00010000:00010000:2.0:1769074753.783233:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.783243:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074753.783286:0:11980:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2, flags 0, foreign 0 00000080:00200000:2.0:1769074753.783295:0:11980:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:2.0:1769074753.783332:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.783341:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.783352:0:11980:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.783359:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 1 00000080:00010000:2.0:1769074753.783632:0:11980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074753.783636:0:11980:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:2.0:1769074753.783640:0:11980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1d2fcb8 00010000:00010000:2.0:1769074753.783644:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.783661:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.783741:0:11980:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074753.783936:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074753.783945:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.783955:0:11980:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.783961:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074753.783965:0:11980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074753.783968:0:11980:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074753.783972:0:11980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1d2fbf8 00010000:00010000:2.0:1769074753.783975:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074753.783983:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074753.783992:0:11980:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074753.783999:0:11980:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=267 00000080:00200000:2.0:1769074753.784005:0:11980:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348), inode mode 41f9 mask 44 00000100:00100000:2.0:1769074753.784208:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234176:192.168.204.117@tcp:49:ls.500 00000100:00100000:2.0:1769074753.784386:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074753.787333:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234176:192.168.204.117@tcp:49:ls.500 00000080:00200008:3.0:1769074753.797010:0:11980:0:(file.c:1001:ll_file_open()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 304000 00000002:00010000:2.0:1769074753.797615:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:2.0:1769074753.797706:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11980 initiator: MDT0 00010000:00010000:2.0:1769074753.797716:0:11980:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11980 initiator: MDT0 00000020:00100000:2.0:1769074753.797731:0:11980:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074753.797778:0:11980:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e2b480 x1855008961234432/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074753.797789:0:11980:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11980 initiator: MDT0 00000100:00100000:2.0:1769074753.797813:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234432:192.168.204.117@tcp:101:ls.500 00000100:00100000:2.0:1769074753.798001:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.812572:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234432:192.168.204.117@tcp:101:ls.500 00010000:00010000:0.0:1769074753.812597:0:11980:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812609:0:11980:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812616:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812623:0:11980:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812630:0:11980:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812636:0:11980:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e821fc000 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074753.812640:0:11980:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812647:0:11980:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812654:0:11980:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812661:0:11980:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074753.812668:0:11980:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11980 initiator: MDT0 00010000:00010000:0.0:1769074753.812695:0:11980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc000/0xb4d3f8fc6477c753 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11980 initiator: MDT0 00000002:00100000:0.0:1769074753.812716:0:11980:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff895e44e2b480 x1855008961234432/t4294967330(4294967330) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074769 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.500' uid:500 gid:500 projid:0 00000002:00100000:0.0:1769074753.812729:0:11980:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e44e2b480 x1855008961234432/t4294967330(4294967330) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074769 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1769074753.812906:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 0 00000080:00200000:0.0:1769074753.812936:0:11980:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000002:00100000:0.0:1769074753.812957:0:11980:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e44e2b480 x1855008961234432/t4294967330(4294967330) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074769 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.500' uid:500 gid:500 projid:0 00000080:00200008:0.0:1769074753.813254:0:11980:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074753.813264:0:11980:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:0.0:1769074753.813289:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074753.813303:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.813316:0:11980:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.813416:0:11980:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 1 00000080:00010000:0.0:1769074753.813423:0:11980:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:0.0:1769074753.813426:0:11980:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:0.0:1769074753.813431:0:11980:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1d2fcd8 00010000:00010000:0.0:1769074753.813435:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.813454:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.813590:0:11980:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074753.813605:0:11980:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000402:0x6:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074753.813613:0:11980:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.813621:0:11980:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074753.816358:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234560:192.168.204.117@tcp:37:ls.500 00000100:00100000:0.0:1769074753.817120:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.834727:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234560:192.168.204.117@tcp:37:ls.500 00010000:00010000:0.0:1769074753.835524:0:11980:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074753.835540:0:11980:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074753.835583:0:11980:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074753.835663:0:11980:0:(file.c:424:ll_file_release()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 304000 00000002:00100000:0.0:1769074753.835733:0:11980:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e44e2b480 x1855008961234432/t4294967330(4294967330) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074769 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'ls.500' uid:500 gid:500 projid:0 00000020:00100000:0.0:1769074753.835772:0:11980:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074753.835779:0:11980:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383e300 x1855008961234816/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074753.835817:0:11980:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234816:192.168.204.117@tcp:35:ls.500 00000100:00100000:0.0:1769074753.835908:0:11980:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074753.840587:0:11980:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11980:1855008961234816:192.168.204.117@tcp:35:ls.500 00000002:00100000:0.0:1769074753.840624:0:11980:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e44e2b480 x1855008961234432/t4294967330(4294967330) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074769 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'ls.500' uid:500 gid:500 projid:0 00010000:00010000:0.0:1769074754.353706:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074755.382159:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074756.293550:0:11997:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074756.293580:0:11997:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074756.293599:0:11997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293617:0:11997:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293625:0:11997:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074756.293634:0:11997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074756.293638:0:11997:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:0.0:1769074756.293645:0:11997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1d9fb58 00010000:00010000:0.0:1769074756.293649:0:11997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293657:0:11997:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293675:0:11997:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074756.293692:0:11997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=9 00000080:00200008:0.0:1769074756.293700:0:11997:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2, flags 0, foreign 0 00000080:00200000:0.0:1769074756.293705:0:11997:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:0.0:1769074756.293718:0:11997:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074756.293725:0:11997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293734:0:11997:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293741:0:11997:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 1 00000080:00010000:0.0:1769074756.293874:0:11997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:0.0:1769074756.293878:0:11997:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:0.0:1769074756.293882:0:11997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1d9fcb8 00010000:00010000:0.0:1769074756.293885:0:11997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293893:0:11997:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293923:0:11997:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:0.0:1769074756.293931:0:11997:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074756.293937:0:11997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293945:0:11997:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293951:0:11997:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:0.0:1769074756.293961:0:11997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:0.0:1769074756.293964:0:11997:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:0.0:1769074756.293968:0:11997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1d9fbf8 00010000:00010000:0.0:1769074756.293972:0:11997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.293979:0:11997:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.293987:0:11997:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074756.293992:0:11997:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=267 00000080:00200000:0.0:1769074756.293996:0:11997:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348), inode mode 41f9 mask 44 00000100:00100000:0.0:1769074756.294047:0:11997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961234944:192.168.204.117@tcp:49:ls.501 00000100:00100000:0.0:1769074756.294223:0:11997:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.324162:0:11997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961234944:192.168.204.117@tcp:49:ls.501 00000080:00200008:0.0:1769074756.324205:0:11997:0:(file.c:1001:ll_file_open()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 304000 00000002:00010000:0.0:1769074756.324232:0:11997:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:0.0:1769074756.324293:0:11997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.324303:0:11997:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11997 initiator: MDT0 00000020:00100000:0.0:1769074756.324316:0:11997:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074756.324333:0:11997:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383e300 x1855008961235200/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074756.324341:0:11997:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11997 initiator: MDT0 00000100:00100000:0.0:1769074756.324375:0:11997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961235200:192.168.204.117@tcp:101:ls.501 00000100:00100000:0.0:1769074756.324543:0:11997:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.329257:0:11997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961235200:192.168.204.117@tcp:101:ls.501 00010000:00010000:0.0:1769074756.329285:0:11997:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329300:0:11997:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329307:0:11997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329314:0:11997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329323:0:11997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329330:0:11997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff895e40031c00 already unused, calling callback (ffffffffc1b18b30) 00010000:00010000:0.0:1769074756.329345:0:11997:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329352:0:11997:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329358:0:11997:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329365:0:11997:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074756.329372:0:11997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11997 initiator: MDT0 00010000:00010000:0.0:1769074756.329427:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e40031c00/0xb4d3f8fc6477c75a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 11997 initiator: MDT0 00000002:00100000:0.0:1769074756.329457:0:11997:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff895e4383e300 x1855008961235200/t4294967332(4294967332) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.501' uid:501 gid:501 projid:0 00000002:00100000:0.0:1769074756.329472:0:11997:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383e300 x1855008961235200/t4294967332(4294967332) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.501' uid:501 gid:501 projid:0 00000080:00200000:0.0:1769074756.329488:0:11997:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 0 00000080:00200000:0.0:1769074756.329515:0:11997:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000002:00100000:0.0:1769074756.329530:0:11997:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e4383e300 x1855008961235200/t4294967332(4294967332) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'ls.501' uid:501 gid:501 projid:0 00000080:00200008:0.0:1769074756.329582:0:11997:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074756.329590:0:11997:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:0.0:1769074756.329613:0:11997:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074756.329627:0:11997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.329638:0:11997:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.329646:0:11997:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 500: rc 1 00000080:00010000:0.0:1769074756.329651:0:11997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:0.0:1769074756.329655:0:11997:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:0.0:1769074756.329660:0:11997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1d9fcd8 00010000:00010000:0.0:1769074756.329664:0:11997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.329678:0:11997:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074756.329919:0:11997:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074756.329945:0:11997:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074756.330060:0:11997:0:(file.c:424:ll_file_release()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 304000 00000002:00100000:0.0:1769074756.330097:0:11997:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e4383e300 x1855008961235200/t4294967332(4294967332) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'ls.501' uid:501 gid:501 projid:0 00000020:00100000:0.0:1769074756.330104:0:11997:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074756.330108:0:11997:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4383fb80 x1855008961235456/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074756.330139:0:11997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961235456:192.168.204.117@tcp:35:ls.501 00000100:00100000:0.0:1769074756.330537:0:11997:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e45018900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.336294:0:11997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11997:1855008961235456:192.168.204.117@tcp:35:ls.501 00000002:00100000:0.0:1769074756.336346:0:11997:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e4383e300 x1855008961235200/t4294967332(4294967332) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'ls.501' uid:501 gid:501 projid:0 00000080:00200000:2.0:1769074756.357529:0:11998:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074756.357564:0:11998:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.357583:0:11998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357600:0:11998:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357608:0:11998:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074756.357615:0:11998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074756.357619:0:11998:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074756.357627:0:11998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1da7b58 00010000:00010000:2.0:1769074756.357630:0:11998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357647:0:11998:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357670:0:11998:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074756.357677:0:11998:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=9 00000080:00200008:2.0:1769074756.357686:0:11998:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2, flags 0, foreign 0 00000080:00200000:2.0:1769074756.357690:0:11998:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:2.0:1769074756.357703:0:11998:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.357710:0:11998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357843:0:11998:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357850:0:11998:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074756.357855:0:11998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074756.357857:0:11998:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:2.0:1769074756.357861:0:11998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc1da7cb8 00010000:00010000:2.0:1769074756.357864:0:11998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357872:0:11998:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357902:0:11998:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074756.357910:0:11998:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.357916:0:11998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357924:0:11998:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357938:0:11998:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:2.0:1769074756.357942:0:11998:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074756.357944:0:11998:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074756.357948:0:11998:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc1da7bf8 00010000:00010000:2.0:1769074756.357952:0:11998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.357959:0:11998:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.357967:0:11998:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074756.357972:0:11998:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=267 00000080:00200000:2.0:1769074756.357976:0:11998:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348), inode mode 41f9 mask 44 00000100:00100000:2.0:1769074756.358405:0:11998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11998:1855008961235584:192.168.204.117@tcp:49:ls.501 00000100:00100000:2.0:1769074756.358679:0:11998:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e43834b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074756.369431:0:11998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ls:73a2201c-08e3-493e-ad2e-98b4627bffd5:11998:1855008961235584:192.168.204.117@tcp:49:ls.501 00000080:00200000:2.0:1769074756.375421:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074756.375458:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.375477:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375493:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375501:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074756.375509:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074756.375513:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074756.375519:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc14b7b58 00010000:00010000:2.0:1769074756.375529:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375537:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375553:0:11999:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074756.375561:0:11999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=8 00000080:00200008:2.0:1769074756.375571:0:11999:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074756.375577:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:2.0:1769074756.375591:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.375598:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375605:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375611:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:2.0:1769074756.375614:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:2.0:1769074756.375617:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:2.0:1769074756.375621:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc14b7cb8 00010000:00010000:2.0:1769074756.375624:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375630:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375656:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:2.0:1769074756.375664:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074756.375674:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375680:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375684:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074756.375687:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:2.0:1769074756.375689:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:2.0:1769074756.375691:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc14b7bf8 00010000:00010000:2.0:1769074756.375693:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074756.375698:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074756.375703:0:11999:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074756.375705:0:11999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=266 00000080:00200000:2.0:1769074756.375708:0:11999:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348), inode mode 41f9 mask 44 00000080:00200008:2.0:1769074756.375712:0:11999:0:(file.c:1001:ll_file_open()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 704400 00000002:00010000:2.0:1769074756.375724:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074756.375789:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 11999 initiator: MDT0 00010000:00010000:2.0:1769074756.375794:0:11999:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11999 initiator: MDT0 00000020:00100000:2.0:1769074756.375803:0:11999:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074756.375814:0:11999:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e44e2aa00 x1855008961235840/t0(0) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074756.375829:0:11999:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 11999 initiator: MDT0 00000100:00100000:2.0:1769074756.375849:0:11999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961235840:192.168.204.117@tcp:101:rm.0 00000100:00100000:2.0:1769074756.376026:0:11999:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e438349c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074756.399971:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074756.428462:0:11999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961235840:192.168.204.117@tcp:101:rm.0 00010000:00010000:0.0:1769074756.428504:0:11999:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.428515:0:11999:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.428550:0:11999:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.428561:0:11999:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074756.428574:0:11999:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff895e44e2aa00 x1855008961235840/t4294967334(4294967334) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074756.428586:0:11999:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e44e2aa00 x1855008961235840/t4294967334(4294967334) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 648/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074756.428600:0:11999:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.428611:0:11999:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff895e4927a800 type 13 mode 16 res 8589935618/6 (0 0) 00000080:00200000:0.0:1769074756.428617:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074756.428642:0:11999:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x6:0x0], updating i_size 4096 00000080:00010000:0.0:1769074756.428649:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c761 00000080:00010000:0.0:1769074756.428656:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c761 from it ffff977bc14b7bd0 00010000:00010000:0.0:1769074756.428660:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074756.428669:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074756.428696:0:11999:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff895e44e2aa00 x1855008961235840/t4294967334(4294967334) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074756.428833:0:11999:0:(file.c:6252:ll_getattr_dentry()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074756.428841:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348),name=d4.sanity-sec 00000002:00010000:1.0:1769074756.428897:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074756.428908:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.428920:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.428926:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:1.0:1769074756.428932:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) 00000080:00010000:1.0:1769074756.428935:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff895e4ad7d348) for lock 0xb4d3f8fc6477c74c 00000080:00010000:1.0:1769074756.428939:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c74c from it ffff977bc14b7cd8 00010000:00010000:1.0:1769074756.428942:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.428948:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429040:0:11999:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size0/4096 32bit_api 0 00000080:00200000:1.0:1769074756.429065:0:11999:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:1.0:1769074756.429142:0:11999:0:(file.c:424:ll_file_release()) START file d4.sanity-sec:[0x200000402:0x6:0x0](ffff895e4ad7d348), flags 704000 00010000:00010000:1.0:1769074756.429155:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429190:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074756.429198:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074756.429204:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.429213:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429220:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074756.429223:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074756.429226:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:1.0:1769074756.429229:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc14b7c10 00010000:00010000:1.0:1769074756.429231:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.429238:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429246:0:11999:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074756.429255:0:11999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4.sanity-sec, flags=0 00000080:00200000:1.0:1769074756.429259:0:11999:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8),name=/ 00000002:00010000:1.0:1769074756.429266:0:11999:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074756.429277:0:11999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.429285:0:11999:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429290:0:11999:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074756.429295:0:11999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00000080:00010000:1.0:1769074756.429297:0:11999:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff895e4ad1e3c8) for lock 0xb4d3f8fc6477c737 00000080:00010000:1.0:1769074756.429300:0:11999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb4d3f8fc6477c737 from it ffff977bc14b7d88 00010000:00010000:1.0:1769074756.429303:0:11999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.429308:0:11999:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074756.429316:0:11999:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff895e4ad1e3c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074756.429322:0:11999:0:(namei.c:2264:ll_rmdir()) VFS Op:name=d4.sanity-sec, dir=[0x200000007:0x1:0x0](ffff895e4ad1e3c8) 00010000:00010000:1.0:1769074756.429338:0:11999:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.429359:0:11999:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074756.429400:0:11999:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff895e44e2aa00 x1855008961235840/t4294967334(4294967334) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074756.429411:0:11999:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074756.429431:0:11999:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4713dc00 x1855008961236096/t0(0) o35->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074756.429464:0:11999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961236096:192.168.204.117@tcp:35:rm.0 00000100:00100000:1.0:1769074756.429582:0:11999:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ca26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.444508:0:11999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961236096:192.168.204.117@tcp:35:rm.0 00000002:00100000:1.0:1769074756.444549:0:11999:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff895e44e2aa00 x1855008961235840/t4294967334(4294967334) o101->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/664 e 0 to 0 dl 1769074772 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1769074756.444615:0:11999:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444717:0:11999:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444725:0:11999:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444731:0:11999:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444737:0:11999:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1769074756.444739:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fc400/0xb4d3f8fc6477c761 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143aa24 expref: -99 pid: 11999 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444888:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e82048000/0xb4d3f8fc6477c74c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a9fa expref: -99 pid: 11980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074756.444903:0:11999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e821fd600/0xb4d3f8fc6477c737 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a998 expref: -99 pid: 11978 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074756.444920:0:11999:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff895e42f9a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074756.444939:0:11999:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff895e4713dc00 x1855008961236352/t0(0) o36->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074756.444964:0:11999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961236352:192.168.204.117@tcp:36:rm.0 00000100:00100000:1.0:1769074756.445677:0:11999:0:(client.c:2690:ptlrpc_set_wait()) set ffff895e44ca26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074756.472628:0:11999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job rm:73a2201c-08e3-493e-ad2e-98b4627bffd5:11999:1855008961236352:192.168.204.117@tcp:36:rm.0 00000080:00200000:1.0:1769074756.472676:0:11999:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x6:0x0](ffff895e4ad7d348) 00010000:00010000:1.0:1769074757.423976:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074757.744146:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961236480:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.744328:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236736:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.744354:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236992:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.744384:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074757.744390:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236608:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074757.746653:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236864:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.767508:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236608:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.767532:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236864:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.767562:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961236480:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074757.767575:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5180 x1855008961236736/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074757.767588:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236736:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074757.767602:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961236992:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074758.448572:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074759.471956:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074760.496362:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074761.525594:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074762.545111:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769074762.867898:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e88800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1769074762.867905:0:8:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff895e42f9a800: disconnect after 21s idle 00000100:00100000:2.0:1769074762.872836:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961237120:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074762.872945:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961237376:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074762.872979:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074762.872985:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961237248:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074762.874872:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961237504:192.168.204.117@tcp:9:kworker.0 00000100:00080000:3.0:1769074762.875085:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1769074762.875090:0:8:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff895e42f9a800: disconnect after 21s idle 00000100:00100000:3.0:1769074762.875109:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961237632:192.168.204.117@tcp:9:kworker.0 00000100:00100000:3.0:1769074762.878365:0:2406:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff895e42f9a800: committing for last_committed 4294967336 gen 1 00000100:00100000:3.0:1769074762.878399:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961237248:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074762.878413:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961237120:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074762.878425:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d6300 x1855008961237376/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074762.878437:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961237376:192.168.204.117@tcp:400:kworker.0 00000100:00080000:3.0:1769074762.881329:0:2402:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff895e453d4380 x1855008961237632/t0(0) o9->lustre-OST0001-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074762.881356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8b000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1769074762.881361:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961237632:192.168.204.117@tcp:9:kworker.0 00000100:00080000:3.0:1769074762.881380:0:2402:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff895e453d6d80 x1855008961237504/t0(0) o9->lustre-OST0000-osc-ffff895e42f9a800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074762.881388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e88800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1769074762.881391:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961237504:192.168.204.117@tcp:9:kworker.0 00010000:00010000:1.0:1769074763.581630:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074764.592063:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074765.616014:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074766.656465:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074767.666911:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074767.984737:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961237888:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074767.984955:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961237760:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074767.985424:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238016:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074767.993593:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961237888:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074767.993836:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961237760:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074767.993851:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383f100 x1855008961238016/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074767.993861:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238016:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074768.688307:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074769.712054:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074770.737191:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074771.761072:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074772.784168:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074773.104176:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238272:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074773.105250:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961238144:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074773.109916:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238272:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074773.112219:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961238144:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074773.112237:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961238400:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074773.115209:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713ca80 x1855008961238400/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074773.115231:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961238400:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074773.812164:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074774.832323:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074775.856022:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074776.880333:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074777.904263:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074778.223998:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961238528:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074778.225540:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074778.225561:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238656:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074778.227003:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238784:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074778.242960:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961238528:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074778.247232:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713f480 x1855008961238784/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074778.247256:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238784:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074778.250184:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961238656:192.168.204.117@tcp:400:kworker.0 00000001:02000400:2.0:1769074778.516437:0:12810:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 7: nodemap create and delete ========== 04:39:37 (1769074777) 00010000:00010000:1.0:1769074778.929161:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074779.953450:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074780.976070:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074782.000223:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074783.023924:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074783.344005:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239040:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074783.344115:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074783.344122:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961238912:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074783.344152:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239168:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074783.349654:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239040:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074783.351512:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961238912:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074783.351535:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d6300 x1855008961239168/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074783.352049:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239168:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074784.048614:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074785.079656:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074786.100178:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074787.133047:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074788.144265:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074788.464003:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961239424:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074788.464124:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074788.464131:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961239296:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074788.464166:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961239552:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074788.471381:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961239296:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074788.471426:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5880 x1855008961239552/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074788.471439:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961239552:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074788.471451:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961239424:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074789.168227:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074790.192563:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074791.219028:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074792.240100:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074793.266400:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074793.584132:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239808:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074793.584249:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074793.584257:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961239680:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074793.584288:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239936:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074793.600283:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961239680:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074793.600308:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7100 x1855008961239936/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074793.600321:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239936:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074793.600332:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961239808:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074794.289695:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074795.311976:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074796.335951:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074797.361528:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074798.395933:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074798.705796:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961240064:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074798.705940:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240320:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074798.705975:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074798.705981:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240192:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074798.712734:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961240064:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074798.714124:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240192:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074798.714144:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d4e00 x1855008961240320/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074798.714155:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240320:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074799.408295:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074800.440947:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074801.465353:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074802.488527:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074803.517530:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074803.824686:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961240448:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074803.825590:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074803.825621:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961240576:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074803.829176:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074803.829219:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240704:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074803.839632:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7800 x1855008961240704/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074803.839657:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961240704:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074803.840430:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961240576:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074803.840444:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961240448:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074804.529443:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074805.554098:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074806.576467:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074807.606019:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074808.625339:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074808.945078:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961240960:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074808.945213:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074808.945221:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961240832:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074808.945266:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241088:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074808.948169:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961240832:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074808.948193:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5c00 x1855008961241088/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074808.948208:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241088:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074808.948220:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961240960:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074809.649361:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074810.681802:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074811.697804:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074812.720879:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074813.754505:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074814.068047:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961241216:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074814.068174:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241472:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074814.068223:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074814.068230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241344:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074814.072072:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241344:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074814.072096:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961241216:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074814.072111:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5500 x1855008961241472/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074814.072123:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241472:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074814.768952:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074815.094467:0:13778:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 8: nodemap reject duplicates ========== 04:40:12 (1769074812) 00010000:00010000:3.0:1769074815.792116:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074816.816963:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074817.840145:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074818.864865:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074819.186857:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241728:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074819.186864:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961241600:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074819.186967:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961241856:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074819.189928:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961241728:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074819.189928:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961241600:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074819.189949:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5c00 x1855008961241856/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074819.189961:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961241856:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074819.888213:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074820.912288:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074821.942344:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074822.960546:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074823.984131:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074824.314523:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074824.314554:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961241984:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074824.314710:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961242112:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074824.314790:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074824.314797:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961242240:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074824.320474:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c000 x1855008961242240/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074824.320517:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961242240:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074824.320534:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961242112:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074824.324675:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961241984:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074825.010201:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074826.032222:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074827.063089:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074828.080365:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074829.104165:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074829.424377:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961242368:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074829.424515:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961242624:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074829.424551:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074829.424558:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961242496:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074829.431739:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961242496:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074829.431798:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961242368:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074829.431814:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5c00 x1855008961242624/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074829.431826:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961242624:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074830.131138:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074831.152228:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074832.175936:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074833.201908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074834.227113:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074834.547700:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961242752:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074834.551132:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074834.551157:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961242880:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074834.553489:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074834.553513:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961243008:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074834.558142:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961242880:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074834.558177:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961242752:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074834.558732:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2a300 x1855008961243008/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074834.558772:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961243008:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074835.248893:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074836.274809:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074837.296019:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074838.320035:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074839.344185:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074839.670360:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961243136:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074839.670480:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243392:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074839.670522:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074839.670528:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243264:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074839.679430:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243264:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074839.679481:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383c000 x1855008961243392/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074839.679494:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243392:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074839.686564:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961243136:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074840.370790:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074841.391925:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074842.416282:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074843.441565:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074844.463923:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074844.784148:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961243520:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074844.788734:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961243520:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074844.788776:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074844.788790:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961243648:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074844.789097:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074844.789108:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243776:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074844.794823:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961243648:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074844.795026:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713c000 x1855008961243776/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074844.795035:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961243776:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074845.489664:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074846.512929:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074847.536007:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074848.560149:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074849.589081:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074849.904198:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961244032:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074849.904370:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074849.904378:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961243904:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074849.904414:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961244160:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074849.913025:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961243904:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074849.913049:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383ce00 x1855008961244160/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074849.913061:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961244160:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074849.913072:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961244032:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074850.618281:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074851.632690:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074852.658533:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074853.681676:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074854.704383:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074855.029242:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244416:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074855.029354:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1769074855.029363:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961244288:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074855.029394:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244544:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074855.036212:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e29880 x1855008961244544/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074855.036235:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244544:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074855.036250:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244416:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074855.036329:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961244288:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074855.728622:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074856.752938:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074857.776544:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074858.806376:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074859.824454:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074860.151362:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961244672:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074860.151468:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244928:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074860.151501:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074860.151508:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244800:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074860.157360:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244800:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074860.157390:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961244672:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074860.157404:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e29880 x1855008961244928/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074860.157415:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961244928:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074860.863125:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074861.875060:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074862.896002:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074863.675048:0:14905:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 9: nodemap range add ================== 04:41:01 (1769074861) 00010000:00010000:1.0:1769074863.928082:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074864.944201:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074865.268675:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245184:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074865.268808:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074865.268816:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961245056:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074865.268845:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245312:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074865.280781:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5f80 x1855008961245312/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074865.280804:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245312:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074865.280820:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245184:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074865.281316:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961245056:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074865.969168:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074866.992946:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074868.019338:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074869.040018:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074870.065045:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074870.384317:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961245440:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074870.384434:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961245696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074870.384470:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074870.384477:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961245568:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074870.389087:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961245568:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074870.389110:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4383e300 x1855008961245696/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074870.389125:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961245696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074870.395018:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961245440:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074871.094936:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074872.115462:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074873.137604:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074874.160050:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074875.184735:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074875.504902:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961245824:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074875.505005:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246080:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074875.505041:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074875.505048:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245952:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074875.517780:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961245952:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074875.517803:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961245824:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074875.517819:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28380 x1855008961246080/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074875.517833:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246080:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074876.207883:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074877.232107:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074878.256083:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074879.281991:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074880.304185:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074880.624182:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246336:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074880.624333:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074880.624340:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961246208:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074880.624369:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246464:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074880.638249:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246336:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074880.638288:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961246208:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074880.638305:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d4e00 x1855008961246464/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074880.638316:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961246464:192.168.204.117@tcp:400:kworker.0 00010000:00010000:2.0:1769074881.336049:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074882.352156:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074883.376043:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074884.402357:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074885.423920:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074885.744343:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961246720:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074885.744457:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074885.744465:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961246592:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074885.744496:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961246848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074885.750140:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961246592:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074885.750165:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e28000 x1855008961246848/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074885.750179:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961246848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074885.750190:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961246720:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074886.447886:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074887.477195:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074888.504528:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074889.520132:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074890.543946:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074890.883873:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961246976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074890.883992:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961247232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074890.886050:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961247104:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074890.891603:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7800 x1855008961247232/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074890.891624:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961247232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074890.891714:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961247104:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074890.906263:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961246976:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074891.574378:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074892.592059:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074893.617274:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074894.639978:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074895.664182:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074895.984634:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961247488:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074895.984803:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074895.984811:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961247360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074895.984840:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961247616:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074895.986938:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961247488:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074895.987798:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961247360:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074895.992576:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713e300 x1855008961247616/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074895.992598:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961247616:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074896.688841:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074897.712204:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074898.737181:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074899.762256:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074900.784004:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074901.120662:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961247744:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074901.120790:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961248000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074901.120822:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074901.120828:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961247872:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074901.146261:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961247872:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074901.146280:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961247744:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074901.146295:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2b100 x1855008961248000/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074901.146308:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961248000:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074901.809331:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074902.832900:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074903.858361:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074904.881035:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074905.918872:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074906.225139:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961248128:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074906.225280:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961248384:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074906.225321:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074906.225328:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961248256:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074906.236482:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961248256:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074906.236618:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961248128:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074906.236638:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e29f80 x1855008961248384/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074906.236650:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961248384:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074906.931023:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074907.960723:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074908.983655:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074910.003118:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074911.025597:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074911.346135:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961248512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074911.355346:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074911.355379:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961248640:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074911.356103:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961248512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074911.356279:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074911.356293:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961248768:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074911.359088:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961248640:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074911.377952:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713fb80 x1855008961248768/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074911.377973:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961248768:192.168.204.117@tcp:400:kworker.0 00000001:02000400:1.0:1769074911.659294:0:15970:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10a: nodemap reject duplicate ranges == 04:41:50 (1769074910) 00010000:00010000:1.0:1769074912.047955:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074913.074876:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074914.096050:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074915.119933:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074916.144106:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074916.464165:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961248896:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074916.464273:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961249152:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074916.464308:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074916.464314:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961249024:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074916.481689:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961249024:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074916.481731:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961248896:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074916.481783:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713c700 x1855008961249152/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074916.481796:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961249152:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074917.170742:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074918.191959:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074919.216185:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074920.240068:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074921.264135:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.584177:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961249408:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074921.584318:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074921.584326:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961249280:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074921.584365:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961249536:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074921.600569:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961249280:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074921.600611:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961249408:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1769074921.610706:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7800 x1855008961249536/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074921.610729:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961249536:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074922.290363:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074923.312189:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074924.339414:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.362621:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074926.384626:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074926.706729:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961249664:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074926.706863:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961249920:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074926.706899:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074926.706906:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961249792:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074926.728041:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961249792:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074926.728066:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961249664:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074926.728082:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713e680 x1855008961249920/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074926.728094:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961249920:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074927.408556:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074928.431955:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074929.457233:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074930.484961:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074931.507992:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074931.824059:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250176:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074931.824165:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1769074931.824182:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961250048:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074931.824215:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250304:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074931.829794:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961250048:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074931.829818:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e29500 x1855008961250304/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074931.829832:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250304:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074931.829843:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250176:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074932.529183:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074933.552126:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074934.579247:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074935.599963:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074936.624227:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074936.951570:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961250560:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074936.951685:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074936.952173:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961250432:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074936.952227:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961250688:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074936.959131:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961250432:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074936.961231:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961250560:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074936.964826:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7480 x1855008961250688/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074936.964848:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961250688:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074937.648026:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074938.671957:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074939.696388:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074940.719999:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074941.743992:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074942.064089:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250944:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074942.064238:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074942.064246:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961250816:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074942.064277:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961251072:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074942.071179:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961250816:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074942.071211:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d5500 x1855008961251072/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074942.071226:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961251072:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074942.071240:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961250944:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074942.768148:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074943.792598:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.816460:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.840067:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074946.864766:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.187742:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961251200:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074947.205494:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961251328:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074947.205618:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.205625:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961251456:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074947.210239:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961251200:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074947.212639:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961251328:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074947.212672:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713fb80 x1855008961251456/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074947.212684:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961251456:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074947.887955:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.913059:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074949.936143:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074950.959943:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074951.984071:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074952.303977:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961251584:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074952.312706:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961251712:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074952.312874:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074952.312882:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961251840:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1769074952.315346:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713d880 x1855008961251840/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074952.315367:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961251840:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074952.315399:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961251712:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074952.316641:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961251584:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074953.011131:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074954.032478:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074955.058569:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074956.079897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074957.105825:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074957.425207:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961252096:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074957.425325:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074957.425332:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961251968:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074957.425361:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961252224:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074957.431479:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961251968:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074957.431507:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961252096:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1769074957.435833:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e4713ed80 x1855008961252224/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074957.435856:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961252224:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074958.129356:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074959.151985:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074960.182545:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074961.202227:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074961.441369:0:17083:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10b: delete range from the correct nodemap ========================================================== 04:42:40 (1769074960) 00010000:00010000:2.0:1769074962.226860:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074962.544143:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252480:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074962.544222:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961252352:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074962.544303:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961252608:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074962.549363:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2406:1855008961252352:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074962.549387:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e453d7480 x1855008961252608/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074962.549401:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2406:1855008961252608:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074962.549447:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252480:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1769074963.247976:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074964.272011:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074965.298000:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074966.323243:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074967.344611:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074967.664768:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961252736:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074967.664913:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074967.664918:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252864:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074967.665807:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252992:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074967.667515:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252864:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1769074967.667531:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2405:1855008961252736:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1769074967.667986:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff895e44e2b800 x1855008961252992/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074967.668032:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2405:1855008961252992:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074968.367833:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074969.392059:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074970.416032:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074971.439878:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074972.463971:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074972.784028:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961253120:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074972.784041:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961253248:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074972.784177:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961253376:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074973.487954:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074974.511905:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074975.535924:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074976.559883:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074977.583889:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074977.904017:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961253504:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074977.904022:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961253632:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074977.904134:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961253760:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074978.607934:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074979.631942:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074980.655892:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074981.679931:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074982.703937:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074983.024030:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961253888:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074983.024045:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961254016:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074983.024188:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961254144:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1769074983.727887:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074984.751926:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074985.775936:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074986.799837:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074987.823942:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1769074988.143889:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074972/real 1769074972] req@ffff895e4383ca80 x1855008961253248/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1769074988.143942:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074972/real 1769074972] req@ffff895e4383f800 x1855008961253376/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074988.143970:0:2404:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4383f800 x1855008961253376/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074988.143978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074988.143999:0:2404:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff895e42f9a800: Connection to lustre-MDT0001 (at 192.168.204.117@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769074988.155439:0:2404:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00000400:1.0:1769074988.155458:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074972/real 1769074972] req@ffff895e4383d500 x1855008961253120/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074988.155481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769074988.155483:0:2404:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4383d500 x1855008961253120/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074988.155492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769074988.155498:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074988.155503:0:2404:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from FULL to DISCONN 00000100:00080000:3.0:1769074988.155507:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 295 00000100:02020000:1.0:1769074988.155513:0:2404:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.117@tcp: Connection to MGS (at 192.168.204.117@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1769074988.155618:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769074988.155633:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074988.155661:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961254656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074988.155716:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961254656:192.168.204.117@tcp:38:kworker.0 00000100:00100000:0.0:1769074988.157962:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4383ca80 x1855008961253248/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074988.157975:0:2403:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074988.157980:0:2403:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff895e42f9a800: Connection to lustre-MDT0000 (at 192.168.204.117@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1769074988.157985:0:2403:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1769074988.160942:0:2404:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.117@tcp for MGC192.168.204.117@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1769074988.160945:0:2404:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1769074988.160950:0:2404:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff895e4383d500 x1855008961253120/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074988.160958:0:2404:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff895e4383dc00 x1855008961253504/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074988.160966:0:2404:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff895e4713ed80 x1855008961253888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1769074988.160978:0:2404:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1769074988.160981:0:2404:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1769074988.160982:0:2404:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1769074988.160986:0:2404:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:0.0:1769074988.160986:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:0:1855008961254272:192.168.204.117@tcp:400:kworker.0 00000100:00080000:3.0:1769074988.160990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074988.160997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1769074988.161002:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:0:1855008961254528:192.168.204.117@tcp:400:kworker.0 00000100:00080000:3.0:1769074988.161003:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074988.161023:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 295 00000100:00100000:1.0:1769074988.161025:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:0:1855008961254400:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1769074988.161032:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0abecde-06ba-4498-83fd-7513d38e1d30:2403:1855008961253504:192.168.204.117@tcp:400:kworker.0 00000100:00080000:3.0:1769074988.161038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769074988.161045:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769074988.161045:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961253248:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074988.161055:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961253888:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074988.161067:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961253376:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1769074988.161074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961254784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074988.161076:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0abecde-06ba-4498-83fd-7513d38e1d30:2404:1855008961253120:192.168.204.117@tcp:400:kworker.0 00000100:00080000:3.0:1769074988.161117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074988.161121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769074988.161124:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074988.161132:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 295 00000100:00080000:3.0:1769074988.161138:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769074988.161145:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961254784:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769074988.161152:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961254912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074988.161226:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961254912:192.168.204.117@tcp:250:kworker.0 00010000:00010000:0.0:1769074988.847892:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074989.871906:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074990.895909:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074991.919954:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074992.943887:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769074993.263897:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074977/real 1769074977] req@ffff895e4383e300 x1855008961253760/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074993.263898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:0.0:1769074993.263898:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074977/real 1769074977] req@ffff895e4383ea00 x1855008961253632/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074993.263926:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074993.263938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074993.263954:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074993.263970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074993.263974:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074993.264018:0:2404:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4383ea00 x1855008961253632/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074993.264047:0:2404:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff895e42e8c000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1769074993.264074:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961253632:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074993.275275:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4383e300 x1855008961253760/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074993.275297:0:2403:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff895e42e89800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1769074993.275316:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961253760:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769074993.967915:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074994.991919:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074996.015862:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074997.039899:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074998.063918:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769074998.383830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074998.383839:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074998.383843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769074998.383846:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074988/real 1769074988] req@ffff895e453d4e00 x1855008961254912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074998.383847:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074998.383853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074998.383861:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1769074998.383891:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961254912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074998.383903:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074988/real 1769074988] req@ffff895e453d7480 x1855008961254784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074998.383918:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961254784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074998.383929:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074988/real 1769074988] req@ffff895e453d5500 x1855008961254656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074998.383943:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961254656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074998.383957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074998.383974:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769074998.383977:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961254912:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769074998.383994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074998.384000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769074998.384004:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074998.384011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074998.384013:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 675 00000100:00080000:3.0:1769074998.384028:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074998.384030:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769074998.384035:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961254784:192.168.204.117@tcp:38:kworker.0 00000100:00080000:3.0:1769074998.384040:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00080000:2.0:1769074998.384040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074998.384051:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769074998.384069:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961254656:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769074998.384092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6a00 x1855008961255040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074998.384114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074998.384117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074998.384118:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074998.384121:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 675 00000100:00080000:3.0:1769074998.384125:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1769074998.384129:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769074998.384137:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769074998.384140:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255040:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769074998.384152:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961255168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074998.384168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074998.384171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769074998.384172:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074998.384175:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 675 00000100:00080000:3.0:1769074998.384185:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1769074998.384188:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769074998.384192:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074998.384201:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961255296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074998.384226:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255168:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769074998.384248:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255296:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769074999.087880:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769074999.407911:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074983/real 1769074983] req@ffff895e4713d880 x1855008961254016/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074999 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:0.0:1769074999.407967:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074983/real 1769074983] req@ffff895e4713c700 x1855008961254144/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074999 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074999.408004:0:2404:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4713c700 x1855008961254144/t0(0) o400->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074999 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074999.408013:0:2404:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff895e42e89800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:0.0:1769074999.408032:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a2201c-08e3-493e-ad2e-98b4627bffd5:2404:1855008961254144:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1769074999.428921:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff895e4713d880 x1855008961254016/t0(0) o400->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074999 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074999.428936:0:2403:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff895e42e8c000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:1.0:1769074999.428996:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a2201c-08e3-493e-ad2e-98b4627bffd5:2403:1855008961254016:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1769075000.111880:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075001.135910:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075002.159841:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075003.183916:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075003.503810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075003.503819:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075003.503821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075003.503824:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075003.503827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075003.503836:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1769075004.207912:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075005.231886:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075006.255889:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075007.279959:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.0:1769075008.111971:0:2394:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.117@tcp (192.168.204.117:988) timed out; the network or node may be down. 00010000:00010000:3.0:1769075008.303924:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075008.623846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075008.623855:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075008.623858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075008.623873:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075008.623875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075008.623877:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1769075009.327961:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075010.351961:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075011.375942:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075012.399907:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075013.423981:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075013.743961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075013.743966:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074998/real 1769074998] req@ffff895e453d7b80 x1855008961255168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075013.743974:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075013.743981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075013.743990:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075013.743996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075013.744000:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1769075013.744020:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961255168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075013.744034:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074998/real 1769074998] req@ffff895e453d7100 x1855008961255296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075013.744047:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961255296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075013.744058:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074998/real 1769074998] req@ffff895e453d6a00 x1855008961255040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075013.744100:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6a00 x1855008961255040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075013.744124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075013.744152:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075013.744158:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255168:192.168.204.117@tcp:38:kworker.0 00000100:00080000:2.0:1769075013.744165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075013.744173:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075013.744175:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255296:192.168.204.117@tcp:38:kworker.0 00000100:00080000:2.0:1769075013.744179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075013.744182:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075013.744185:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255040:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075013.744270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075013.744283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075013.744286:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075013.744293:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 686 00000100:00080000:1.0:1769075013.744311:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1769075013.744321:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075013.744373:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961255424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075013.744450:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255424:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075013.744643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075013.744647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075013.744650:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075013.744656:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 686 00000100:00080000:1.0:1769075013.744661:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1769075013.744667:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075013.744682:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075013.744698:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961255552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075013.745173:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255552:192.168.204.117@tcp:38:kworker.0 00000100:00080000:1.0:1769075013.745307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075013.745313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075013.745315:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075013.745321:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 686 00000100:00080000:1.0:1769075013.745327:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1769075013.745333:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075013.745339:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075013.745355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961255680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075013.746063:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255680:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075014.447892:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075014.768109:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:3.0:1769075014.768157:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075014.768176:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075014.768218:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075014.768228:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075014.768287:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075013/real 1769075014] req@ffff895e4713e680 x1855008961255680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075014.768327:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961255680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075014.768341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075014.768348:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075014.768375:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255680:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075014.768385:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075013/real 1769075014] req@ffff895e4713ed80 x1855008961255552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075014.768399:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961255552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075014.768408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075014.768412:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075014.768416:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255552:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075014.768425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075013/real 1769075014] req@ffff895e4713d880 x1855008961255424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075014.768438:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961255424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075014.768447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075014.768452:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075014.768456:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255424:192.168.204.117@tcp:250:kworker.0 00010000:00010000:0.0:1769075015.471940:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075016.495857:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075017.519849:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075018.543897:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075018.863871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075018.863880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075018.863883:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075018.863891:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 701 00000100:00080000:2.0:1769075018.863901:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1769075018.863907:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075018.863961:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961255808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075018.863996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075018.863998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075018.864000:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075018.864002:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 701 00000100:00080000:2.0:1769075018.864005:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1769075018.864008:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075018.864016:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075018.864024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961255936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075018.864032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075018.864034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075018.864036:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075018.864041:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 701 00000100:00100000:3.0:1769075018.864042:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255808:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075018.864044:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1769075018.864050:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075018.864054:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075018.864063:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961256064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075018.864136:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255936:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075018.864170:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256064:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075019.567903:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075020.591909:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075020.912004:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:2.0:1769075020.912041:0:2392:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075020.912070:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:2.0:1769075020.912126:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:2.0:1769075020.912138:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075020.912191:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075018/real 1769075020] req@ffff895e44e2b800 x1855008961256064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075020.912220:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961256064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075020.912233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075020.912240:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075020.912245:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256064:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075020.912254:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075018/real 1769075020] req@ffff895e44e29c00 x1855008961255808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075020.912280:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961255808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075020.912288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075020.912292:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075020.912295:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961255808:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075020.912303:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075018/real 1769075020] req@ffff895e44e2bb80 x1855008961255936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075020.912316:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961255936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075020.912324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075020.912327:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075020.912332:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961255936:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075021.615884:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075022.639935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075023.663893:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075023.984186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075023.984205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075023.984212:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075023.984229:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 706 00000100:00080000:2.0:1769075023.984249:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075023.984260:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075023.984317:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961256192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075023.984358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075023.984362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075023.984365:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075023.984370:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 706 00000100:00080000:2.0:1769075023.984374:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075023.984380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075023.984392:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075023.984407:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961256320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075023.984431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075023.984435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075023.984437:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075023.984442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 706 00000100:00080000:2.0:1769075023.984475:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075023.984481:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075023.984487:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075023.984500:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961256448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075023.985213:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256192:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075023.985387:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256320:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075023.985430:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256448:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075024.687886:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075025.711868:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075026.735878:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075027.056146:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:1.0:1769075027.056201:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075027.056222:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075027.056262:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075027.056268:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075027.056355:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075023/real 1769075027] req@ffff895e44e28a80 x1855008961256192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075027.056398:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961256192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075027.056448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075027.056455:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075027.056461:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256192:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075027.056472:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075023/real 1769075027] req@ffff895e44e29500 x1855008961256320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075027.056488:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961256320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075027.056497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075027.056501:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075027.056505:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256320:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075027.056515:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075023/real 1769075027] req@ffff895e44e29180 x1855008961256448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075027.056528:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961256448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075027.056537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075027.056542:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075027.056545:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256448:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075027.759922:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075028.783920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075029.103852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075029.103877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075029.103882:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075029.103892:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 711 00000100:00080000:0.0:1769075029.103904:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075029.103910:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075029.103942:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961256576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075029.103974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075029.103978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075029.103980:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075029.103986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 711 00000100:00080000:0.0:1769075029.103990:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075029.103994:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075029.104006:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075029.104021:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961256704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075029.104035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075029.104040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075029.104043:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075029.104050:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 711 00000100:00080000:0.0:1769075029.104060:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075029.104065:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075029.104087:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256576:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075029.104087:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075029.104112:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961256832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075029.104209:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075029.104284:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075029/real 1769075029] req@ffff895e4383ea00 x1855008961256576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075029.104335:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961256576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075029.104354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075029.104362:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075029.104367:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256576:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075029.104376:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256704:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075029.104410:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075029.104425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075029/real 1769075029] req@ffff895e4383ca80 x1855008961256704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075029.104437:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961256704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075029.104447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075029.104451:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075029.104455:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256704:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075029.104500:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256832:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075029.104523:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075029.104536:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075029/real 1769075029] req@ffff895e4383dc00 x1855008961256832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075029.104665:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961256832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075029.104690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075029.104694:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075029.104697:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961256832:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075029.807880:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075030.831918:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075031.855876:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075032.879909:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075033.903877:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075034.223888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075034.223902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075034.223906:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075034.223917:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 716 00000100:00080000:3.0:1769075034.223930:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075034.223942:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075034.223981:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961256960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075034.224012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075034.224015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075034.224016:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075034.224019:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 716 00000100:00080000:3.0:1769075034.224022:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075034.224024:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075034.224033:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075034.224043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961257088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075034.224060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075034.224065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1769075034.224069:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256960:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075034.224087:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075034.224094:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 716 00000100:00080000:3.0:1769075034.224099:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075034.224104:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075034.224111:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075034.224125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961257216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075034.224225:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257088:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075034.224268:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257216:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075034.927947:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075035.951920:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075036.273053:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:3.0:1769075036.273138:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075036.273168:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075036.273225:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075036.273241:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075036.273301:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075034/real 1769075036] req@ffff895e453d5180 x1855008961257088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075036.273340:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961257088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075036.273355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075036.273362:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075036.273367:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257088:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075036.273377:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075034/real 1769075036] req@ffff895e453d5880 x1855008961257216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075036.273392:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961257216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075036.273437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075036.273446:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075036.273450:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257216:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075036.273459:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075034/real 1769075036] req@ffff895e453d6680 x1855008961256960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075036.273484:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961256960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075036.273494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075036.273498:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075036.273502:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961256960:192.168.204.117@tcp:250:kworker.0 00010000:00010000:0.0:1769075036.975896:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075037.999894:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075039.023908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075039.343848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075039.343862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075039.343865:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075039.343874:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 721 00000100:00080000:3.0:1769075039.343883:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075039.343890:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075039.343921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961257344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075039.343941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075039.343944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075039.343945:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075039.343953:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 721 00000100:00080000:3.0:1769075039.343972:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075039.343976:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075039.343984:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075039.343997:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961257472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075039.344003:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961257344:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075039.344017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075039.344021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075039.344024:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075039.344029:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 721 00000100:00080000:3.0:1769075039.344034:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075039.344038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075039.344043:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075039.344055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6d80 x1855008961257600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075039.344062:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075039.344101:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075039/real 1769075039] req@ffff895e453d4700 x1855008961257344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075039.344119:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961257344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075039.344129:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075039.344133:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075039.344137:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961257344:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075039.344162:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257472:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075039.344195:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075039.344208:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075039/real 1769075039] req@ffff895e453d6300 x1855008961257472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075039.344221:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961257472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075039.344230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075039.344233:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075039.344237:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257472:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075039.344244:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257600:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075039.344265:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075039.344276:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075039/real 1769075039] req@ffff895e453d6d80 x1855008961257600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075039.344287:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6d80 x1855008961257600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075039.344295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075039.344298:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075039.344302:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257600:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075040.047919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075041.071878:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075042.095881:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075043.119881:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075044.143869:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075044.463825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075044.463833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075044.463850:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075044.463859:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 727 00000100:00080000:2.0:1769075044.463868:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075044.463874:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075044.463901:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961257728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075044.463927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075044.463929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075044.463931:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075044.463933:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 727 00000100:00080000:2.0:1769075044.463936:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075044.463938:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075044.463946:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075044.463958:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961257856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075044.463969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075044.463973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1769075044.463978:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961257728:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075044.463992:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075044.464000:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 727 00000100:00080000:2.0:1769075044.464004:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075044.464009:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075044.464014:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075044.464027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961257984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075044.464108:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257856:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075044.464148:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257984:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075045.167861:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075045.489228:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:1.0:1769075045.489301:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075045.489322:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075045.489381:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075045.489396:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075045.489425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075044/real 1769075045] req@ffff895e44e2b480 x1855008961257856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075045.489457:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961257856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075045.489470:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075045.489475:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075045.489479:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257856:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075045.489488:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075044/real 1769075045] req@ffff895e44e28e00 x1855008961257984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075045.489501:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961257984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075045.489509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075045.489513:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075045.489516:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961257984:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075045.489524:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075044/real 1769075045] req@ffff895e44e29f80 x1855008961257728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075045.489536:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961257728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075045.489543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075045.489547:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075045.489560:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961257728:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075046.191903:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075047.215902:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075048.239890:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075049.263873:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075049.583826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075049.583835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075049.583838:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075049.583847:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 732 00000100:00080000:2.0:1769075049.583856:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075049.583863:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075049.583897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961258112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075049.583929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075049.583934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075049.583936:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075049.583941:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 732 00000100:00080000:2.0:1769075049.583946:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075049.583951:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075049.583962:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258112:192.168.204.117@tcp:250:kworker.0 00000008:00100000:2.0:1769075049.583963:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075049.583982:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961258240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075049.583996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075049.584000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075049.584002:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075049.584007:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 732 00000100:00080000:2.0:1769075049.584037:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075049.584045:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075049.584047:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075049.584054:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075049.584071:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961258368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075049.584101:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff895e44e29f80 x1855008961258112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075049.584146:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961258112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075049.584157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075049.584163:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075049.584168:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258112:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075049.584243:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258240:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075049.584272:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075049.584287:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff895e44e28e00 x1855008961258240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075049.584302:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961258240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075049.584311:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075049.584314:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075049.584319:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258240:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075049.584325:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258368:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075049.584347:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075049.584359:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075049/real 1769075049] req@ffff895e44e2b480 x1855008961258368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075049.584372:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961258368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075049.584395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075049.584399:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075049.584403:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258368:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075050.287946:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075051.311923:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075052.335873:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075053.359871:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075054.383893:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075054.703867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.703879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075054.703883:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075054.703895:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 737 00000100:00080000:1.0:1769075054.703912:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075054.703923:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075054.703970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961258496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075054.703996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.703999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075054.704000:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075054.704004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 737 00000100:00080000:1.0:1769075054.704025:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075054.704030:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075054.704040:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075054.704053:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961258624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075054.704058:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258496:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075054.704083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.704087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075054.704089:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075054.704093:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 737 00000100:00080000:1.0:1769075054.704097:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075054.704100:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075054.704103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075054.704125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961258752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075054.704409:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075054.704466:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff895e4713e300 x1855008961258496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075054.704489:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961258496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075054.704502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075054.704508:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075054.704512:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258496:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075054.704547:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258624:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075054.704576:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075054.704596:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff895e4713f100 x1855008961258624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075054.704613:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961258624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075054.704623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075054.704628:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075054.704636:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258624:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075054.705242:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258752:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075054.705279:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075054.705297:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075054/real 1769075054] req@ffff895e4713ea00 x1855008961258752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075054.705311:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961258752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075054.705319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075054.705322:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075054.705326:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961258752:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075055.407904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075056.431865:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075057.455957:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075058.479925:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075059.503892:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075059.823876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.823885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075059.823889:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075059.823896:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 742 00000100:00080000:3.0:1769075059.823906:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075059.823911:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075059.823938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4380 x1855008961258880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075059.823961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.823964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075059.823965:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075059.823968:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 742 00000100:00080000:3.0:1769075059.823970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075059.823989:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075059.824000:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075059.824010:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258880:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075059.824037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6d80 x1855008961259008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075059.824050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.824054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075059.824056:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075059.824060:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 742 00000100:00080000:3.0:1769075059.824065:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075059.824070:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075059.824075:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075059.824087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961259136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075059.824100:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075059.824143:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff895e453d4380 x1855008961258880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075059.824164:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4380 x1855008961258880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075059.824175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075059.824180:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075059.824184:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961258880:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075059.824218:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259008:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075059.824245:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075059.824279:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff895e453d6d80 x1855008961259008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075059.824294:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6d80 x1855008961259008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075059.824302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075059.824307:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075059.824320:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259008:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075059.824327:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259136:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075059.824351:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075059.824363:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff895e453d6300 x1855008961259136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075059.824373:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961259136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075059.824382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075059.824385:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075059.824388:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259136:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075060.527925:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075061.551915:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075062.575913:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075063.599924:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075064.623941:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075064.943834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075064.943843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075064.943846:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075064.943854:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 747 00000100:00080000:3.0:1769075064.943862:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075064.943868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075064.943897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961259264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075064.943919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075064.943921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075064.943931:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075064.943934:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 747 00000100:00080000:3.0:1769075064.943937:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075064.943953:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075064.943963:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075064.943974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961259392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075064.943984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075064.943988:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961259264:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075064.943990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075064.943995:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075064.944001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 747 00000100:00080000:3.0:1769075064.944006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075064.944011:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075064.944017:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075064.944032:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961259520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075064.944105:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259392:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075064.944141:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259520:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075065.648075:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075066.671893:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075066.992131:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.117:988 00000400:00000100:1.0:1769075066.992175:0:2392:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075066.992193:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075066.992231:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075066.992240:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075066.992312:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075066] req@ffff895e453d6680 x1855008961259392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075066.992357:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961259392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075066.992386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075066.992395:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075066.992400:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259392:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075066.992445:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075066] req@ffff895e453d5880 x1855008961259520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075066.992462:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961259520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075066.992472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075066.992477:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075066.992481:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259520:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075066.992490:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075066] req@ffff895e453d4700 x1855008961259264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075066.992506:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961259264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075066.992515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075066.992519:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075066.992523:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961259264:192.168.204.117@tcp:250:kworker.0 00010000:00010000:0.0:1769075067.695912:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075068.719929:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075069.744009:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075070.063898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075070.063909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075070.063914:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075070.063926:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 752 00000100:00080000:0.0:1769075070.063939:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075070.063947:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075070.063991:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961259648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075070.064035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075070.064040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075070.064042:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075070.064047:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 752 00000100:00080000:0.0:1769075070.064053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075070.064059:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075070.064075:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075070.064090:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961259648:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075070.064104:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961259776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075070.064120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075070.064125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075070.064127:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075070.064133:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 752 00000100:00080000:0.0:1769075070.064138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075070.064144:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075070.064151:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075070.064195:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:0.0:1769075070.064198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961259904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075070.064280:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075070/real 1769075070] req@ffff895e4383ce00 x1855008961259648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075070.064310:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961259648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075070.064323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075070.064341:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075070.064347:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961259648:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075070.064382:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259776:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075070.064412:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075070.064430:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075070/real 1769075070] req@ffff895e4383c000 x1855008961259776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075070.064447:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961259776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075070.064456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075070.064460:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075070.064464:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259776:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075070.064487:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259904:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075070.064510:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075070.064525:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075070/real 1769075070] req@ffff895e4383f480 x1855008961259904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075070.064539:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961259904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075070.064547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075070.064550:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075070.064554:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961259904:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075070.767878:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075071.791974:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075072.815911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075073.839911:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075074.864071:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075075.183834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075075.183842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075075.183846:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075075.183855:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 757 00000100:00080000:0.0:1769075075.183865:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075075.183871:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075075.183906:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961260032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075075.183936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075075.183940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075075.183942:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075075.183946:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 757 00000100:00080000:0.0:1769075075.183950:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075075.183955:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075075.183963:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075075.183974:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260032:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075075.183977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961260160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075075.183987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075075.183990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075075.184006:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075075.184009:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 757 00000100:00080000:0.0:1769075075.184013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075075.184016:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075075.184020:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075075.184030:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961260288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075075.184037:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075075.184075:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075075/real 1769075075] req@ffff895e4383f100 x1855008961260032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075075.184095:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961260032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075075.184106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075075.184111:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075075.184115:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260032:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075075.184139:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260160:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075075.184164:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075075.184177:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075075/real 1769075075] req@ffff895e4383fb80 x1855008961260160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075075.184189:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961260160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075075.184197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075075.184201:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075075.184204:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260160:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075075.184211:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260288:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075075.184232:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075075.184244:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075075/real 1769075075] req@ffff895e4383c380 x1855008961260288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075075.184273:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961260288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075075.184281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075075.184284:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075075.184288:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260288:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075075.887893:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075076.911871:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075077.935890:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075078.959906:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075079.983919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075080.303871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075080.303882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075080.303887:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075080.303897:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 762 00000100:00080000:0.0:1769075080.303909:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075080.303916:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075080.303959:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961260416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075080.303991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075080.303994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075080.303996:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075080.303999:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 762 00000100:00080000:0.0:1769075080.304001:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075080.304004:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075080.304017:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075080.304055:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260416:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075080.304056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961260544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075080.304073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075080.304077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075080.304080:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075080.304084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 762 00000100:00080000:0.0:1769075080.304090:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075080.304095:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075080.304101:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075080.304114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961260672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075080.304148:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075080.304205:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075080/real 1769075080] req@ffff895e4383c700 x1855008961260416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075080.304230:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961260416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075080.304244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075080.304249:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075080.304254:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260416:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075080.304288:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260544:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075080.304314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075080.304329:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075080/real 1769075080] req@ffff895e4383e680 x1855008961260544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075080.304343:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961260544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075080.304362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075080.304366:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075080.304370:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260544:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075080.304377:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260672:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075080.304403:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075080.304415:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075080/real 1769075080] req@ffff895e4383d880 x1855008961260672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075080.304429:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961260672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075080.304437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075080.304441:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075080.304444:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260672:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075081.007870:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075082.031889:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075083.055865:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075084.079987:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075085.103937:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075085.423838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075085.423851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075085.423855:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075085.423865:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 767 00000100:00080000:0.0:1769075085.423878:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075085.423887:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075085.423935:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961260800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075085.423960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075085.423963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075085.423965:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075085.423985:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 767 00000100:00080000:0.0:1769075085.423989:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075085.423995:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075085.423998:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260800:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075085.424006:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075085.424019:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961260928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075085.424028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075085.424031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075085.424032:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075085.424036:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 767 00000100:00080000:0.0:1769075085.424038:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075085.424041:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075085.424044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075085.424052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961261056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075085.424091:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075085.424145:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075085/real 1769075085] req@ffff895e4383df80 x1855008961260800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075085.424168:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961260800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075085.424195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075085.424201:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075085.424207:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961260800:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075085.424241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260928:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075085.424270:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075085.424286:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075085/real 1769075085] req@ffff895e4383ed80 x1855008961260928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075085.424302:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961260928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075085.424314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075085.424318:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075085.424323:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961260928:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075085.424330:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261056:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075085.424353:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075085.424369:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075085/real 1769075085] req@ffff895e4383d180 x1855008961261056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075085.424383:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961261056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075085.424393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075085.424397:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075085.424402:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261056:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075086.127893:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075087.151881:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075088.175911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075089.199931:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075090.223866:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075090.544039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075090.544055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075090.544060:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075090.544075:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 773 00000100:00080000:0.0:1769075090.544092:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075090.544101:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075090.544193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961261184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075090.544251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075090.544256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075090.544258:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075090.544264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 773 00000100:00080000:0.0:1769075090.544269:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075090.544276:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075090.544293:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075090.544308:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961261312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075090.544327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075090.544331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075090.544333:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075090.544338:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 773 00000100:00080000:0.0:1769075090.544343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075090.544348:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075090.544355:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075090.544368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961261440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075090.544803:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261184:192.168.204.117@tcp:250:kworker.0 00000800:00000100:2.0:1769075090.544941:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075090.545007:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff895e4383d180 x1855008961261184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.545032:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961261184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.545046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.545051:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075090.545055:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261184:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075090.545066:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261312:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075090.545092:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075090.545106:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff895e4383ed80 x1855008961261312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.545119:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961261312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.545127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.545142:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075090.545147:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261312:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075090.545154:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261440:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075090.545178:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075090.545207:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075090/real 1769075090] req@ffff895e4383df80 x1855008961261440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075090.545221:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961261440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075090.545230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075090.545234:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075090.545238:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261440:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075091.247897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075092.271871:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075093.295874:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075094.319911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075095.343919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075095.663925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075095.663950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075095.663954:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075095.663965:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 778 00000100:00080000:0.0:1769075095.663977:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075095.663985:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075095.664019:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961261568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075095.664052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075095.664055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075095.664057:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075095.664062:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 778 00000100:00080000:0.0:1769075095.664066:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075095.664070:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075095.664080:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075095.664093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961261696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075095.664106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075095.664111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1769075095.664114:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261568:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075095.664114:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075095.664124:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 778 00000100:00080000:0.0:1769075095.664129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075095.664133:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075095.664139:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075095.664151:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961261824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075095.664190:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075095.664231:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff895e4383d880 x1855008961261568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075095.664250:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961261568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075095.664261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075095.664265:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075095.664268:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261568:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075095.664296:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261696:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075095.664320:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075095.664335:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff895e4383e680 x1855008961261696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075095.664362:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961261696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075095.664369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075095.664373:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075095.664376:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261696:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075095.664383:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261824:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075095.664411:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075095.664457:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075095/real 1769075095] req@ffff895e4383c700 x1855008961261824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075095.664471:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961261824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075095.664479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075095.664482:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075095.664486:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961261824:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075096.367925:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075097.391874:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075098.415989:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075099.439870:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075100.463897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075100.783908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075100.783917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075100.783920:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075100.783929:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 783 00000100:00080000:0.0:1769075100.783938:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075100.783945:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075100.783976:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961261952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075100.783995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075100.783998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075100.783999:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075100.784002:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 783 00000100:00080000:0.0:1769075100.784004:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075100.784007:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075100.784014:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075100.784021:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961262080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075100.784028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075100.784030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075100.784032:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075100.784052:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 783 00000100:00080000:0.0:1769075100.784056:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075100.784061:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075100.784067:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075100.784072:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261952:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075100.784081:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961262208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075100.784185:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262080:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075100.784241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262208:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075101.487910:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075102.511946:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075103.535906:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075103.856051:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075103.856108:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075103.856127:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075103.856162:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075103.856172:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075103.856234:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075103] req@ffff895e4383f100 x1855008961262208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075103.856263:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961262208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075103.856276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075103.856281:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075103.856313:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262208:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075103.856324:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075103] req@ffff895e4383c380 x1855008961261952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075103.856339:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961261952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075103.856346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075103.856350:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075103.856353:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961261952:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075103.856361:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075103] req@ffff895e4383fb80 x1855008961262080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075103.856373:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961262080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075103.856381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075103.856385:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075103.856388:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262080:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075104.559944:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075105.583929:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075105.903900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.903911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075105.903915:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.903923:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 788 00000100:00080000:3.0:1769075105.903932:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.903937:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075105.903968:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961262336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075105.904031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075105.904035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075105.904038:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.904042:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 788 00000100:00080000:3.0:1769075105.904047:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.904051:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075105.904061:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075105.904077:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6a00 x1855008961262464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075105.904089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075105.904093:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961262336:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075105.904095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075105.904106:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075105.904111:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 788 00000100:00080000:3.0:1769075105.904119:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075105.904124:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075105.904130:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075105.904143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961262592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075105.904194:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075105.904242:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff895e453d5180 x1855008961262336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075105.904281:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961262336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075105.904292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075105.904297:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075105.904301:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961262336:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075105.904327:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262464:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075105.904352:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075105.904366:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff895e453d6a00 x1855008961262464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075105.904379:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6a00 x1855008961262464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075105.904387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075105.904391:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075105.904395:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262464:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075105.904401:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262592:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075105.904420:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075105.904431:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff895e453d7100 x1855008961262592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075105.904462:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961262592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075105.904471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075105.904474:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075105.904478:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262592:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075106.607911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075107.632001:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075108.655994:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075109.679973:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075110.703914:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075111.023838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075111.023847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075111.023850:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075111.023858:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 793 00000100:00080000:3.0:1769075111.023877:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075111.023884:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075111.023912:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961262720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075111.023935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075111.023938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075111.023939:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075111.023942:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 793 00000100:00080000:3.0:1769075111.023944:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075111.023946:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075111.023953:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075111.023961:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961262848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075111.023968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075111.023982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075111.023983:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075111.023986:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 793 00000100:00080000:3.0:1769075111.023988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075111.023990:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075111.023994:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075111.024000:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961262720:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075111.024002:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961262976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075111.024094:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075111.024131:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075111/real 1769075111] req@ffff895e453d7b80 x1855008961262720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075111.024150:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961262720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075111.024162:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075111.024190:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075111.024194:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961262720:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075111.024203:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262848:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075111.024227:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075111.024249:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075111/real 1769075111] req@ffff895e453d5500 x1855008961262848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075111.024268:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961262848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075111.024287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075111.024291:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075111.024295:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262848:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075111.024339:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262976:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075111.024362:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075111.024374:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075111/real 1769075111] req@ffff895e453d7480 x1855008961262976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075111.024386:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961262976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075111.024394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075111.024397:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075111.024400:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961262976:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075111.727878:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075112.751878:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075113.775887:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075114.799886:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075115.823867:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075116.143831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075116.143855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075116.143859:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075116.143866:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 798 00000100:00080000:3.0:1769075116.143877:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075116.143890:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075116.143923:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961263104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075116.143947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075116.143951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075116.143953:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075116.143957:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 798 00000100:00080000:3.0:1769075116.143961:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075116.143965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075116.143975:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075116.143988:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961263232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075116.143998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075116.144001:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263104:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075116.144002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075116.144004:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075116.144007:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 798 00000100:00080000:3.0:1769075116.144010:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075116.144014:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075116.144059:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075116.144121:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075116/real 1769075116] req@ffff895e453d4e00 x1855008961263104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.144139:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961263104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075116.144153:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769075116.144163:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1769075116.144166:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961263360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075116.144167:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075116.144172:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263104:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075116.144200:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263232:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075116.144229:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075116.144247:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075116/real 1769075116] req@ffff895e453d7800 x1855008961263232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.144262:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961263232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075116.144269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.144274:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075116.144278:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263232:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075116.144287:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263360:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075116.144313:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075116.144326:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075116/real 1769075116] req@ffff895e453d5c00 x1855008961263360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.144342:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961263360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075116.144351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.144355:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075116.144359:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263360:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075116.847892:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075117.871876:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075118.895911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075119.919966:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075120.943923:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075121.263945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075121.263958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075121.263963:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075121.263973:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 803 00000100:00080000:1.0:1769075121.263986:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075121.264021:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075121.264075:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961263488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075121.264116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075121.264121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075121.264124:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075121.264131:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 803 00000100:00080000:1.0:1769075121.264140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075121.264145:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075121.264159:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075121.264176:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961263616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075121.264195:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263488:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075121.264196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075121.264207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075121.264213:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075121.264223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 803 00000100:00080000:1.0:1769075121.264228:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075121.264235:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075121.264241:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075121.264285:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961263744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075121.264303:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075121.264359:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075121/real 1769075121] req@ffff895e4713ce00 x1855008961263488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075121.264381:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961263488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075121.264393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075121.264399:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075121.264403:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263488:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075121.264432:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263616:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075121.264457:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075121.264471:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075121/real 1769075121] req@ffff895e4713f480 x1855008961263616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075121.264484:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961263616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075121.264493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075121.264499:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075121.264502:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263616:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075121.264517:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263744:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075121.264538:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075121.264550:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075121/real 1769075121] req@ffff895e4713d500 x1855008961263744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075121.264563:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961263744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075121.264571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075121.264575:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075121.264578:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961263744:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075121.967901:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075122.991864:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075124.015879:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075125.039921:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075126.063986:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075126.383879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075126.383892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075126.383896:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075126.383907:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 808 00000100:00080000:0.0:1769075126.383933:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075126.383940:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075126.383983:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961263872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075126.384011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075126.384013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075126.384015:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075126.384018:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 808 00000100:00080000:0.0:1769075126.384041:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075126.384045:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075126.384055:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075126.384059:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263872:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075126.384068:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961264000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075126.384077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075126.384080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075126.384082:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075126.384085:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 808 00000100:00080000:0.0:1769075126.384087:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075126.384090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075126.384093:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075126.384102:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961264128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075126.384148:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075126.384191:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075126/real 1769075126] req@ffff895e4383f480 x1855008961263872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075126.384220:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961263872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075126.384233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075126.384238:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075126.384243:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961263872:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075126.384294:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264000:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075126.384324:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075126.384337:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075126/real 1769075126] req@ffff895e4383c000 x1855008961264000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075126.384359:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961264000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075126.384368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075126.384372:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075126.384376:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264000:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075126.384383:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264128:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075126.384412:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075126.384425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075126/real 1769075126] req@ffff895e4383ce00 x1855008961264128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075126.384439:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961264128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075126.384448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075126.384453:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075126.384457:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264128:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075127.088029:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075128.111932:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075129.136004:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075130.159958:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075131.183973:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075131.503894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075131.503906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075131.503910:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075131.503920:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 814 00000100:00080000:0.0:1769075131.503930:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075131.503946:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075131.503981:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961264256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075131.504011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075131.504030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075131.504032:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075131.504037:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 814 00000100:00080000:0.0:1769075131.504042:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075131.504047:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075131.504057:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075131.504069:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961264256:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075131.504079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961264384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075131.504097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075131.504101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075131.504103:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075131.504108:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 814 00000100:00080000:0.0:1769075131.504113:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075131.504117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075131.504123:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075131.504142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961264512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075131.504157:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075131.504213:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff895e4383dc00 x1855008961264256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075131.504230:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961264256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075131.504240:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075131.504244:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075131.504248:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961264256:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075131.504283:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264384:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075131.504310:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075131.504324:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff895e4383ca80 x1855008961264384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075131.504340:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961264384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075131.504349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075131.504353:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075131.504359:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264384:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075131.504368:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264512:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075131.504397:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075131.504417:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075131/real 1769075131] req@ffff895e4383ea00 x1855008961264512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075131.504457:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961264512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075131.504468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075131.504473:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075131.504479:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264512:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075132.207941:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075133.231936:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075134.255973:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075135.279927:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075136.303909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075136.623871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.623884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075136.623889:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.623899:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 819 00000100:00080000:3.0:1769075136.623909:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.623915:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075136.623949:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4a80 x1855008961264640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075136.623978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.623982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075136.623983:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.623986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 819 00000100:00080000:3.0:1769075136.623989:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.623992:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075136.623999:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075136.624008:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5f80 x1855008961264768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075136.624016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075136.624020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075136.624021:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075136.624024:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 819 00000100:00080000:3.0:1769075136.624026:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075136.624029:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075136.624048:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075136.624053:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961264640:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075136.624066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961264896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075136.624118:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075136.624159:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff895e453d4a80 x1855008961264640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075136.624181:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4a80 x1855008961264640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075136.624194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075136.624199:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075136.624204:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961264640:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075136.624213:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264768:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075136.624239:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075136.624250:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff895e453d5f80 x1855008961264768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075136.624267:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5f80 x1855008961264768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075136.624274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075136.624277:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075136.624279:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264768:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075136.624307:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264896:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075136.624331:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075136.624344:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075136/real 1769075136] req@ffff895e453d5c00 x1855008961264896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075136.624358:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961264896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075136.624365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075136.624367:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075136.624370:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961264896:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075137.327883:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075138.351900:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075139.375998:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075140.399948:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075141.423927:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075141.743879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075141.743890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075141.743894:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075141.743904:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 824 00000100:00080000:0.0:1769075141.743933:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075141.743939:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075141.743978:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961265024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075141.744028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075141.744033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075141.744035:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075141.744040:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 824 00000100:00080000:0.0:1769075141.744044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075141.744049:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075141.744060:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075141.744067:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265024:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075141.744076:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961265152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075141.744090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075141.744094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075141.744096:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075141.744100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 824 00000100:00080000:0.0:1769075141.744104:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075141.744109:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075141.744114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075141.744125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961265280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075141.744135:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075141.744170:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff895e4383e300 x1855008961265024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075141.744192:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961265024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075141.744200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075141.744203:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075141.744206:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265024:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075141.744226:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265152:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075141.744252:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075141.744261:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff895e4383d500 x1855008961265152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075141.744270:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961265152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075141.744276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075141.744278:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075141.744280:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265152:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075141.744284:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265280:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075141.744295:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075141.744300:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff895e4383f800 x1855008961265280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075141.744308:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961265280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075141.744329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075141.744331:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075141.744334:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265280:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075142.447947:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075143.472023:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075144.495914:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075145.520045:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075146.543863:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075146.863831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075146.863840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075146.863843:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075146.863851:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 829 00000100:00080000:1.0:1769075146.863861:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075146.863866:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075146.863898:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961265408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075146.863923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075146.863926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075146.863927:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075146.863930:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 829 00000100:00080000:1.0:1769075146.863932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075146.863936:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075146.863945:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075146.863958:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961265536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075146.863970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075146.863974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1769075146.863977:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265408:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075146.863978:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075146.863988:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 829 00000100:00080000:1.0:1769075146.863992:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075146.864011:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075146.864016:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075146.864026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961265664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075146.864037:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075146.864070:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff895e4713ca80 x1855008961265408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075146.864084:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961265408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075146.864092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075146.864095:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075146.864098:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265408:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075146.864118:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265536:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075146.864132:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075146.864140:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff895e4713f800 x1855008961265536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075146.864148:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961265536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075146.864160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075146.864162:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075146.864165:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265536:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075146.864169:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265664:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075146.864182:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075146.864188:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff895e4713dc00 x1855008961265664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075146.864196:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961265664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075146.864201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075146.864202:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075146.864204:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265664:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075147.567900:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075148.591891:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075149.615864:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075150.639873:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075151.663942:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075151.983914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.983925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075151.983930:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075151.983941:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 834 00000100:00080000:0.0:1769075151.983978:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075151.983988:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075151.984037:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961265792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075151.984075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.984080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075151.984082:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075151.984086:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 834 00000100:00080000:0.0:1769075151.984091:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075151.984097:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075151.984110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075151.984120:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265792:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075151.984126:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961265920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075151.984136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.984139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075151.984141:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075151.984144:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 834 00000100:00080000:0.0:1769075151.984147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075151.984150:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075151.984153:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075151.984163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961266048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075151.984200:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075151.984246:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff895e4383f800 x1855008961265792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075151.984269:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961265792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075151.984305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075151.984310:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075151.984315:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961265792:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075151.984344:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265920:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075151.984373:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075151.984386:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff895e4383d500 x1855008961265920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075151.984400:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961265920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075151.984410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075151.984414:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075151.984417:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961265920:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075151.984422:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266048:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075151.984439:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075151.984447:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff895e4383e300 x1855008961266048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075151.984455:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961266048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075151.984461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075151.984464:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075151.984466:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266048:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075152.687969:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075153.711959:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075154.735878:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075155.759864:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075156.783993:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075157.103905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075157.103917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075157.103922:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075157.103934:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 839 00000100:00080000:1.0:1769075157.103947:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075157.103955:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075157.104005:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961266176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075157.104071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075157.104092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075157.104096:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075157.104104:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 839 00000100:00080000:1.0:1769075157.104111:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075157.104117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075157.104138:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075157.104160:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961266304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075157.104177:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266176:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075157.104230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075157.104237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075157.104242:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075157.104262:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 839 00000100:00080000:1.0:1769075157.104272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075157.104280:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075157.104291:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075157.104307:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:1.0:1769075157.104318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961266432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075157.104366:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075157/real 1769075157] req@ffff895e4713d180 x1855008961266176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075157.104459:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961266176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075157.104480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075157.104488:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075157.104494:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266176:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075157.104527:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266304:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075157.104560:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075157.104576:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075157/real 1769075157] req@ffff895e4713c380 x1855008961266304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075157.104592:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961266304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075157.104602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075157.104606:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075157.104610:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266304:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075157.104654:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266432:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075157.104698:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075157.104711:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075157/real 1769075157] req@ffff895e4713df80 x1855008961266432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075157.104726:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961266432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075157.104735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075157.104739:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075157.104743:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266432:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075157.807977:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075158.831962:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075159.855920:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075160.879899:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075161.903926:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075162.223853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075162.223866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075162.223871:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075162.223883:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 844 00000100:00080000:3.0:1769075162.223899:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075162.223909:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075162.223965:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961266560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075162.223997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075162.224001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075162.224003:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075162.224007:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 844 00000100:00080000:3.0:1769075162.224010:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075162.224013:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075162.224023:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075162.224034:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961266688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075162.224044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075162.224047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075162.224049:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075162.224053:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 844 00000100:00080000:3.0:1769075162.224076:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075162.224081:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075162.224088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075162.224089:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266560:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075162.224105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961266816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075162.224189:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075162.224244:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075162/real 1769075162] req@ffff895e453d7800 x1855008961266560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075162.224267:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961266560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075162.224278:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075162.224283:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075162.224287:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266560:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075162.224295:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266688:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075162.224353:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075162.224367:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075162/real 1769075162] req@ffff895e453d4e00 x1855008961266688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075162.224379:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961266688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075162.224388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075162.224391:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075162.224394:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266688:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075162.224439:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266816:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075162.224457:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075162.224467:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075162/real 1769075162] req@ffff895e453d7480 x1855008961266816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075162.224478:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961266816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075162.224486:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075162.224489:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075162.224492:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961266816:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075162.928021:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075163.952033:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075164.976043:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075166.000047:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075167.023993:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075167.343911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075167.343947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075167.343953:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075167.343964:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 849 00000100:00080000:0.0:1769075167.343990:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075167.344000:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075167.344046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961266944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075167.344088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075167.344093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075167.344095:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075167.344101:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 849 00000100:00080000:0.0:1769075167.344105:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075167.344110:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075167.344122:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075167.344138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961267072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075167.344154:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266944:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075167.344158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075167.344163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075167.344165:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075167.344173:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 849 00000100:00080000:0.0:1769075167.344183:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075167.344190:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075167.344196:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075167.344212:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961267200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075167.344372:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267072:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075167.344422:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267200:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075168.047860:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075169.071904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075170.095914:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075170.416070:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:3.0:1769075170.416121:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075170.416142:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075170.416217:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075170.416236:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075170.416267:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075167/real 1769075170] req@ffff895e4383ca80 x1855008961267072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075170.416313:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961267072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075170.416330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075170.416338:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075170.416345:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267072:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075170.416357:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075167/real 1769075170] req@ffff895e4383dc00 x1855008961267200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075170.416379:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961267200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075170.416392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075170.416398:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075170.416404:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267200:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075170.416425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075167/real 1769075170] req@ffff895e4383ea00 x1855008961266944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075170.416478:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961266944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075170.416491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075170.416497:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075170.416512:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961266944:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075171.119928:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075172.143923:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075172.464078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075172.464091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075172.464096:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075172.464107:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 855 00000100:00080000:3.0:1769075172.464132:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075172.464179:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075172.464216:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961267328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075172.464247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075172.464251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075172.464254:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075172.464258:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 855 00000100:00080000:3.0:1769075172.464267:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075172.464271:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075172.464305:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075172.464323:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961267456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075172.464332:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961267328:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075172.464360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075172.464367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075172.464370:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075172.464377:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 855 00000100:00080000:3.0:1769075172.464386:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075172.464395:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075172.464406:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075172.464444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961267584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075172.464458:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075172.464508:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075172/real 1769075172] req@ffff895e453d5500 x1855008961267328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075172.464538:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961267328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075172.464550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075172.464556:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075172.464561:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961267328:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075172.464594:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267456:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075172.464657:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075172.464681:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075172/real 1769075172] req@ffff895e453d7b80 x1855008961267456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075172.464715:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961267456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075172.464738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075172.464745:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075172.464751:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267456:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075172.464761:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267584:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075172.464835:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075172.464854:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075172/real 1769075172] req@ffff895e453d7100 x1855008961267584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075172.464872:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961267584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075172.464884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075172.464888:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075172.464894:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267584:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075173.167920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075174.191888:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075175.215876:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075176.239928:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075177.263899:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075177.583845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075177.583857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075177.583862:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075177.583873:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 860 00000100:00080000:3.0:1769075177.583886:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075177.583894:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075177.583948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6a00 x1855008961267712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075177.583972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075177.583975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075177.583977:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075177.583979:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 860 00000100:00080000:3.0:1769075177.583997:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075177.584001:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075177.584008:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075177.584015:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961267712:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075177.584020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961267840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075177.584031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075177.584035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075177.584037:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075177.584042:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 860 00000100:00080000:3.0:1769075177.584045:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075177.584061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075177.584067:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075177.584079:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961267968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075177.584095:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075177.584144:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff895e453d6a00 x1855008961267712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075177.584159:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6a00 x1855008961267712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075177.584173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075177.584176:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075177.584179:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961267712:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075177.584198:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267840:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075177.584217:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075177.584225:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff895e453d5180 x1855008961267840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075177.584234:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961267840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075177.584239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075177.584242:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075177.584244:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267840:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075177.584247:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267968:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075177.584257:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075177.584262:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075177/real 1769075177] req@ffff895e453d4700 x1855008961267968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075177.584270:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961267968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075177.584275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075177.584277:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075177.584279:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961267968:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075178.288007:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075179.312000:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075180.335948:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075181.359937:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075182.383909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075182.703804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.703814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075182.703817:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.703825:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 865 00000100:00080000:3.0:1769075182.703834:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.703840:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075182.703881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961268096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075182.703902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.703920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075182.703922:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.703925:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 865 00000100:00080000:3.0:1769075182.703928:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.703932:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075182.703939:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075182.703949:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961268224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075182.703958:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268096:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075182.703959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075182.703976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075182.703980:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075182.703984:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 865 00000100:00080000:3.0:1769075182.703987:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075182.703990:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075182.703994:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075182.704013:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961268352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075182.704046:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075182.704076:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075182] req@ffff895e453d5880 x1855008961268096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075182.704089:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961268096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075182.704097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075182.704100:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075182.704103:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268096:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075182.704122:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268224:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075182.704136:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075182.704144:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075182] req@ffff895e453d6680 x1855008961268224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075182.704152:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961268224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075182.704157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075182.704159:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075182.704161:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268224:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075182.704172:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268352:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075182.704186:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075182.704192:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075182/real 1769075182] req@ffff895e453d6300 x1855008961268352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075182.704200:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961268352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075182.704205:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075182.704207:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075182.704208:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268352:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075183.407868:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075184.431907:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075185.455905:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075186.479917:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075187.503854:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075187.823933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075187.823943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075187.823948:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075187.823956:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 870 00000100:00080000:3.0:1769075187.823967:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075187.823992:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075187.824055:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6d80 x1855008961268480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075187.824092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075187.824096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075187.824099:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075187.824103:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 870 00000100:00080000:3.0:1769075187.824108:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075187.824113:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075187.824123:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075187.824151:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4380 x1855008961268608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075187.824165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075187.824170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075187.824172:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075187.824176:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 870 00000100:00080000:3.0:1769075187.824181:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075187.824189:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075187.824191:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268480:192.168.204.117@tcp:250:kworker.0 00000008:00100000:3.0:1769075187.824195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075187.824228:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961268736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075187.824280:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075187.824327:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff895e453d6d80 x1855008961268480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075187.824343:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6d80 x1855008961268480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075187.824353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075187.824356:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075187.824360:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268480:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075187.824366:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268608:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075187.824393:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075187.824403:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff895e453d4380 x1855008961268608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075187.824413:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4380 x1855008961268608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075187.824419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075187.824421:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075187.824424:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268608:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075187.824445:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268736:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075187.824458:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075187.824465:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075187] req@ffff895e453d6300 x1855008961268736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075187.824474:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961268736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075187.824480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075187.824483:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075187.824485:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268736:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075188.527962:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075189.552026:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075190.575861:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075191.599944:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075192.623922:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075192.943891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.943919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075192.943925:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.943935:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 875 00000100:00080000:3.0:1769075192.943946:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.943954:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075192.943989:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961268864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075192.944022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.944027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075192.944029:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.944034:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 875 00000100:00080000:3.0:1769075192.944038:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.944042:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075192.944053:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075192.944067:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961268992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075192.944078:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268864:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075192.944084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.944089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075192.944092:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075192.944101:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 875 00000100:00080000:3.0:1769075192.944107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075192.944111:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075192.944118:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075192.944143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961269120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075192.944172:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075192.944218:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff895e453d6680 x1855008961268864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075192.944240:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961268864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075192.944253:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075192.944259:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075192.944264:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961268864:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075192.944291:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268992:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075192.944311:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075192.944322:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff895e453d5880 x1855008961268992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075192.944332:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961268992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075192.944338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075192.944341:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075192.944343:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961268992:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075192.944348:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269120:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075192.944359:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075192.944366:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff895e453d4700 x1855008961269120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075192.944387:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961269120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075192.944393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075192.944396:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075192.944398:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269120:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075193.647867:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075194.671909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075195.695897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075196.719867:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075197.744020:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075198.063872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075198.063883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075198.063888:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075198.063898:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 880 00000100:00080000:1.0:1769075198.063909:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075198.063936:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075198.063990:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961269248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075198.064070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075198.064076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075198.064079:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075198.064087:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 880 00000100:00080000:1.0:1769075198.064113:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075198.064125:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075198.064127:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961269248:192.168.204.117@tcp:250:kworker.0 00000008:00100000:1.0:1769075198.064140:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075198.064188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961269376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075198.064229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075198.064234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075198.064238:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769075198.064242:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00080000:1.0:1769075198.064249:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 880 00000100:00080000:1.0:1769075198.064259:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075198.064265:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075198.064274:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075198.064293:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961269504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075198.064304:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075198/real 1769075198] req@ffff895e4713df80 x1855008961269248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075198.064363:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961269248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075198.064375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075198.064380:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075198.064384:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961269248:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075198.064411:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269376:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075198.064468:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075198.064492:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075198/real 1769075198] req@ffff895e4713c380 x1855008961269376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075198.064546:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961269376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075198.064557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075198.064579:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075198.064583:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269376:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075198.064593:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269504:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075198.064623:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075198.064655:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075198/real 1769075198] req@ffff895e4713d180 x1855008961269504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075198.064669:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961269504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075198.064679:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075198.064683:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075198.064687:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269504:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075198.767888:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075199.791854:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075200.815996:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075201.839984:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075202.863863:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075203.183818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075203.183827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075203.183831:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075203.183840:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 885 00000100:00080000:1.0:1769075203.183848:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075203.183854:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075203.183893:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961269632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075203.183914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075203.183931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075203.183933:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075203.183955:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 885 00000100:00080000:1.0:1769075203.183961:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075203.183968:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075203.183979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075203.183999:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961269760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075203.184001:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961269632:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075203.184025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075203.184029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075203.184032:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075203.184038:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 885 00000100:00080000:1.0:1769075203.184042:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075203.184046:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075203.184052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075203.184064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961269888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075203.184075:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075203.184134:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075203/real 1769075203] req@ffff895e4713dc00 x1855008961269632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075203.184183:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961269632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075203.184194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075203.184199:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075203.184203:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961269632:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075203.184229:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269760:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075203.184253:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075203.184285:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075203/real 1769075203] req@ffff895e4713f800 x1855008961269760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075203.184295:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961269760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075203.184301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075203.184304:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075203.184307:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269760:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075203.184311:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269888:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075203.184323:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075203.184345:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075203/real 1769075203] req@ffff895e4713ca80 x1855008961269888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075203.184352:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961269888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075203.184365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075203.184368:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075203.184370:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961269888:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075203.887881:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075204.911933:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075205.935897:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075206.959952:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075207.983896:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075208.303865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075208.303876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075208.303881:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075208.303899:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 890 00000100:00080000:2.0:1769075208.303920:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075208.303928:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075208.303966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961270016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075208.303999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075208.304003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075208.304005:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075208.304017:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 890 00000100:00080000:2.0:1769075208.304022:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075208.304026:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075208.304036:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075208.304045:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270016:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075208.304052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961270144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075208.304079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075208.304083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075208.304086:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075208.304090:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 890 00000100:00080000:2.0:1769075208.304096:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075208.304100:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075208.304106:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075208.304110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075208.304137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961270272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075208.304142:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075208/real 1769075208] req@ffff895e44e2b100 x1855008961270016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075208.304170:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961270016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075208.304178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075208.304193:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075208.304196:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270016:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075208.304215:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270144:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075208.304229:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075208.304236:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075208/real 1769075208] req@ffff895e44e2a300 x1855008961270144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075208.304244:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961270144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075208.304250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075208.304252:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075208.304261:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270144:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075208.304265:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270272:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075208.304278:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075208.304284:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075208/real 1769075208] req@ffff895e44e2aa00 x1855008961270272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075208.304292:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961270272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075208.304309:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075208.304311:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075208.304313:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270272:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075209.007847:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075210.031929:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075211.056001:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075212.079854:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075213.103889:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075213.423873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075213.423882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075213.423886:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075213.423893:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 895 00000100:00080000:1.0:1769075213.423903:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075213.423910:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075213.423956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961270400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075213.423977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075213.423980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075213.423983:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075213.423987:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 895 00000100:00080000:1.0:1769075213.423991:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075213.423996:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075213.424005:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075213.424017:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961270528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075213.424024:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270400:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075213.424028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075213.424031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075213.424042:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075213.424046:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 895 00000100:00080000:1.0:1769075213.424050:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075213.424054:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075213.424058:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075213.424077:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961270656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075213.424095:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075213.424133:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075213/real 1769075213] req@ffff895e4713d500 x1855008961270400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075213.424159:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961270400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075213.424166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075213.424169:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075213.424172:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270400:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075213.424191:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270528:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075213.424214:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075213.424223:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075213/real 1769075213] req@ffff895e4713f480 x1855008961270528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075213.424231:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961270528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075213.424236:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075213.424237:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075213.424239:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270528:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075213.424243:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270656:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075213.424257:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075213.424267:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075213/real 1769075213] req@ffff895e4713ce00 x1855008961270656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075213.424278:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961270656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075213.424286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075213.424289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075213.424293:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270656:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075214.127908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075215.151915:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075216.175903:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075217.199953:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075218.223881:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075218.543895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075218.543906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075218.543910:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075218.543920:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 901 00000100:00080000:2.0:1769075218.543931:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075218.543938:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075218.543976:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961270784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075218.544006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075218.544009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075218.544027:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075218.544031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 901 00000100:00080000:2.0:1769075218.544036:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075218.544041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075218.544052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075218.544066:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961270912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075218.544072:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270784:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075218.544091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075218.544094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075218.544095:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075218.544100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 901 00000100:00080000:2.0:1769075218.544103:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075218.544107:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075218.544111:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075218.544125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961271040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075218.544154:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075218.544193:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff895e44e29880 x1855008961270784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075218.544221:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961270784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075218.544231:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075218.544235:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075218.544239:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961270784:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075218.544263:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270912:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075218.544284:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075218.544295:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff895e44e28000 x1855008961270912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075218.544306:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961270912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075218.544314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075218.544316:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075218.544319:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961270912:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075218.544324:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271040:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075218.544337:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075218.544345:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075218/real 1769075218] req@ffff895e44e28380 x1855008961271040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075218.544355:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961271040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075218.544421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075218.544426:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075218.544429:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271040:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075219.247943:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075220.271932:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075221.295958:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075222.319853:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075223.343924:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075223.663945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.663957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075223.663961:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.663971:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 906 00000100:00080000:0.0:1769075223.663983:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.663990:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075223.664032:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961271168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075223.664062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075223.664066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075223.664068:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.664080:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 906 00000100:00080000:0.0:1769075223.664083:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.664087:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075223.664101:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075223.664114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961271296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075223.664128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075223.664133:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271168:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075223.664134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075223.664139:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075223.664152:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 906 00000100:00080000:0.0:1769075223.664156:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075223.664159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075223.664183:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075223.664198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961271424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075223.664221:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075223.664263:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff895e4383ce00 x1855008961271168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075223.664320:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961271168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075223.664337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075223.664343:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075223.664349:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271168:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075223.664384:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271296:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075223.664421:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075223.664455:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff895e4383c000 x1855008961271296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075223.664472:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961271296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075223.664482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075223.664487:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075223.664504:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271296:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075223.664512:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271424:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075223.664540:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075223.664552:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075223/real 1769075223] req@ffff895e4383f480 x1855008961271424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075223.664567:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961271424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075223.664577:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075223.664580:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075223.664584:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271424:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075224.367846:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075225.391918:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075226.415888:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075227.439914:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075228.463913:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075228.783956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075228.783980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075228.783985:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075228.784022:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 911 00000100:00080000:1.0:1769075228.784036:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075228.784123:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075228.784177:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961271552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075228.784259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075228.784267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075228.784271:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075228.784286:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 911 00000100:00080000:1.0:1769075228.784295:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075228.784301:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075228.784313:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075228.784333:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961271680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075228.784356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075228.784365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1769075228.784366:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271552:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075228.784368:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075228.784383:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 911 00000100:00080000:1.0:1769075228.784388:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075228.784392:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075228.784398:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075228.784415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961271808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075228.784459:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075228.784509:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff895e4713ea00 x1855008961271552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075228.784531:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961271552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075228.784555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075228.784560:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075228.784565:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271552:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075228.784592:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271680:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075228.784642:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075228.784656:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff895e4713f100 x1855008961271680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075228.784671:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961271680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075228.784680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075228.784684:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075228.784688:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271680:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075228.784694:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271808:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075228.784711:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075228.784721:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075228/real 1769075228] req@ffff895e4713e300 x1855008961271808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075228.784781:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961271808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075228.784792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075228.784796:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075228.784799:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961271808:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075229.487913:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075230.511845:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075231.535981:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075232.559880:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075233.583841:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075233.903877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075233.903886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075233.903890:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075233.903897:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 916 00000100:00080000:2.0:1769075233.903907:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075233.903914:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075233.903948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961271936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075233.903979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075233.903982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075233.903983:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075233.903986:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 916 00000100:00080000:2.0:1769075233.903989:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075233.903992:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075233.904000:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075233.904011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961272064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075233.904019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075233.904022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075233.904025:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075233.904030:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271936:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075233.904032:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 916 00000100:00080000:2.0:1769075233.904041:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075233.904046:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075233.904052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075233.904075:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961272192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075233.904138:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272064:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075233.904180:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272192:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075234.607949:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075235.632008:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075236.655836:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075236.976011:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075236.976049:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075236.976095:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075236.976136:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075236.976146:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075236.976191:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075236] req@ffff895e44e29880 x1855008961272192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075236.976219:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961272192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075236.976239:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075236.976245:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075236.976250:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272192:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075236.976259:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075236] req@ffff895e44e28380 x1855008961271936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075236.976274:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961271936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075236.976282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075236.976286:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075236.976289:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961271936:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075236.976295:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075233/real 1769075236] req@ffff895e44e28000 x1855008961272064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075236.976306:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961272064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075236.976314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075236.976338:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075236.976343:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272064:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075237.679973:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075238.703937:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075239.023809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075239.023818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075239.023821:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075239.023829:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 921 00000100:00080000:2.0:1769075239.023839:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075239.023845:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075239.023875:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961272320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075239.023896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075239.023899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075239.023900:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075239.023902:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 921 00000100:00080000:2.0:1769075239.023905:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075239.023907:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075239.023913:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075239.023921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961272448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075239.023927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075239.023930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075239.023944:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075239.023947:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 921 00000100:00080000:2.0:1769075239.023950:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075239.023954:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075239.023957:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075239.023965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961272576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075239.023970:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961272320:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075239.024067:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075239.024108:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075239/real 1769075239] req@ffff895e44e2aa00 x1855008961272320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075239.024127:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961272320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075239.024139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075239.024143:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075239.024147:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961272320:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075239.024156:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272448:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075239.024183:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075239.024201:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075239/real 1769075239] req@ffff895e44e2a300 x1855008961272448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075239.024213:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961272448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075239.024221:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075239.024225:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075239.024230:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272448:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075239.024259:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272576:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075239.024293:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075239.024305:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075239/real 1769075239] req@ffff895e44e2b100 x1855008961272576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075239.024316:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961272576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075239.024323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075239.024327:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075239.024330:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272576:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075239.727878:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075240.751833:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075241.775858:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075242.799840:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075243.823874:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075244.143873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075244.143885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075244.143890:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075244.143900:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 926 00000100:00080000:2.0:1769075244.143912:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075244.143919:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075244.143989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961272704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075244.144025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075244.144028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075244.144031:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075244.144035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 926 00000100:00080000:2.0:1769075244.144039:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075244.144045:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075244.144054:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075244.144068:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961272704:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075244.144087:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961272832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075244.144102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075244.144105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075244.144108:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075244.144113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 926 00000100:00080000:2.0:1769075244.144126:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075244.144130:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075244.144136:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075244.144140:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075244.144156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961272960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075244.144180:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075244/real 1769075244] req@ffff895e44e2b480 x1855008961272704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075244.144201:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961272704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075244.144212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075244.144217:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075244.144221:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961272704:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075244.144244:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272832:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075244.144264:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075244.144275:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075244/real 1769075244] req@ffff895e44e28e00 x1855008961272832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075244.144297:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961272832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075244.144306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075244.144309:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075244.144313:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272832:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075244.144320:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272960:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075244.144337:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075244.144346:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075244/real 1769075244] req@ffff895e44e29f80 x1855008961272960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075244.144358:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961272960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075244.144366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075244.144369:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075244.144373:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961272960:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075244.847863:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075245.871831:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075246.895942:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075247.919856:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075248.944001:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075249.263963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075249.263977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075249.263982:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075249.263994:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 931 00000100:00080000:2.0:1769075249.264022:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075249.264030:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075249.264076:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961273088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075249.264124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075249.264127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075249.264166:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075249.264170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 931 00000100:00080000:2.0:1769075249.264173:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075249.264178:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075249.264189:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075249.264201:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961273216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075249.264212:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273088:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075249.264213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075249.264225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075249.264227:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075249.264231:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 931 00000100:00080000:2.0:1769075249.264235:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075249.264239:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075249.264244:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075249.264269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961273344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075249.264314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075249.264374:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075249/real 1769075249] req@ffff895e44e29180 x1855008961273088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075249.264392:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961273088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075249.264422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075249.264426:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075249.264430:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273088:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075249.264475:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273216:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075249.264493:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075249.264502:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075249/real 1769075249] req@ffff895e44e29500 x1855008961273216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075249.264510:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961273216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075249.264515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075249.264518:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075249.264520:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273216:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075249.264540:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273344:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075249.264553:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075249.264559:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075249/real 1769075249] req@ffff895e44e28a80 x1855008961273344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075249.264567:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961273344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075249.264573:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075249.264575:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075249.264577:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273344:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075249.967949:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075250.991975:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075252.015909:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075253.039944:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075254.063939:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075254.383897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075254.383910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075254.383914:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075254.383925:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 936 00000100:00080000:2.0:1769075254.383940:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075254.383971:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075254.384013:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961273472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075254.384043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075254.384046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075254.384048:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075254.384051:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 936 00000100:00080000:2.0:1769075254.384054:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075254.384057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075254.384065:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075254.384074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961273600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075254.384082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075254.384085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075254.384086:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075254.384089:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 936 00000100:00080000:2.0:1769075254.384091:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075254.384094:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075254.384097:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075254.384105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961273728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075254.384113:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273472:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075254.384199:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075254.384239:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075254/real 1769075254] req@ffff895e44e2bb80 x1855008961273472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075254.384257:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961273472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075254.384269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075254.384274:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075254.384278:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273472:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075254.384287:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273600:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075254.384307:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075254.384318:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075254/real 1769075254] req@ffff895e44e29c00 x1855008961273600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075254.384331:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961273600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075254.384340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075254.384344:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075254.384347:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273600:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075254.384373:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273728:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075254.384390:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075254.384415:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075254/real 1769075254] req@ffff895e44e2b800 x1855008961273728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075254.384427:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961273728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075254.384435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075254.384439:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075254.384443:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273728:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075255.087872:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075256.111950:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075257.135890:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075258.159827:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075259.183902:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075259.503850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075259.503859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075259.503863:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075259.503871:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 942 00000100:00080000:2.0:1769075259.503881:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075259.503896:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075259.503930:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961273856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075259.503952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075259.503954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075259.503956:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075259.503958:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 942 00000100:00080000:2.0:1769075259.503961:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075259.503963:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075259.503970:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075259.503980:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961273984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075259.503989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075259.503991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075259.503992:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075259.503997:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 942 00000100:00100000:3.0:1769075259.503999:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273856:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075259.503999:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075259.504006:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075259.504031:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075259.504042:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961274112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075259.504068:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075259.504107:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff895e44e2b800 x1855008961273856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075259.504122:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961273856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075259.504131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075259.504134:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075259.504137:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961273856:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075259.504158:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273984:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075259.504181:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075259.504195:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff895e44e29c00 x1855008961273984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075259.504225:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961273984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075259.504231:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075259.504234:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075259.504236:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961273984:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075259.504241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274112:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075259.504257:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075259.504264:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075259/real 1769075259] req@ffff895e44e2bb80 x1855008961274112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075259.504274:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961274112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075259.504283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075259.504286:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075259.504290:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274112:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075260.207934:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075261.231866:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075262.255973:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075263.279835:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075264.303864:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075264.623884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075264.623896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075264.623901:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075264.623911:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 947 00000100:00080000:2.0:1769075264.623920:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075264.623926:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075264.623977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961274240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075264.624003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075264.624006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075264.624007:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075264.624010:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 947 00000100:00080000:2.0:1769075264.624013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075264.624017:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075264.624027:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075264.624057:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961274368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075264.624063:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961274240:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075264.624079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075264.624083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075264.624085:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075264.624120:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 947 00000100:00080000:2.0:1769075264.624132:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075264.624136:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075264.624142:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075264.624142:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075264.624159:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961274496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075264.624185:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff895e44e28a80 x1855008961274240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075264.624224:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961274240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075264.624233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075264.624237:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075264.624255:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961274240:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075264.624274:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274368:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075264.624291:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075264.624300:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff895e44e29500 x1855008961274368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075264.624326:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961274368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075264.624332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075264.624334:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075264.624337:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274368:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075264.624341:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274496:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075264.624353:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075264.624359:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075264/real 1769075264] req@ffff895e44e29180 x1855008961274496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075264.624374:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961274496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075264.624390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075264.624392:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075264.624395:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274496:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075265.327864:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075266.351930:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075267.375890:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075268.399969:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075269.423868:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075269.743876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075269.743885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075269.743888:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075269.743896:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 952 00000100:00080000:2.0:1769075269.743907:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075269.743913:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075269.743945:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961274624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075269.743969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075269.743972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075269.743973:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075269.743976:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 952 00000100:00080000:2.0:1769075269.743979:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075269.743981:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075269.743989:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075269.743998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961274752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075269.744023:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961274624:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075269.744023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075269.744029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075269.744032:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075269.744037:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 952 00000100:00080000:2.0:1769075269.744040:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075269.744043:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075269.744047:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075269.744058:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961274880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075269.744098:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075269.744137:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff895e44e29f80 x1855008961274624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075269.744158:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961274624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075269.744176:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075269.744180:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075269.744183:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961274624:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075269.744204:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274752:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075269.744224:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075269.744234:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff895e44e28e00 x1855008961274752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075269.744247:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961274752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075269.744256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075269.744269:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075269.744273:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274752:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075269.744281:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274880:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075269.744305:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075269.744317:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075269/real 1769075269] req@ffff895e44e2b480 x1855008961274880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075269.744331:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961274880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075269.744340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075269.744344:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075269.744348:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961274880:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075270.447843:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075271.472007:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075272.495899:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075273.519956:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075274.544018:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075274.863884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075274.863918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075274.863927:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075274.863953:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 957 00000100:00080000:2.0:1769075274.863970:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075274.863985:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075274.864044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961275008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075274.864097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075274.864105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075274.864109:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075274.864117:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 957 00000100:00080000:2.0:1769075274.864146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075274.864153:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075274.864167:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075274.864179:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275008:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075274.864193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961275136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075274.864212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075274.864217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075274.864220:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075274.864241:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 957 00000100:00080000:2.0:1769075274.864247:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075274.864252:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075274.864258:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075274.864273:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961275264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075274.864292:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075274.864364:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff895e44e2b100 x1855008961275008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075274.864388:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961275008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075274.864402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075274.864407:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075274.864413:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275008:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075274.864488:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275136:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075274.864549:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075274.864575:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff895e44e2a300 x1855008961275136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075274.864601:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961275136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075274.864618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075274.864626:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075274.864633:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275136:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075274.864646:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275264:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075274.864681:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075274.864696:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075274/real 1769075274] req@ffff895e44e2aa00 x1855008961275264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075274.864729:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961275264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075274.864738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075274.864741:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075274.864744:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275264:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075275.567867:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075276.591888:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075277.615988:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075278.639848:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075279.663859:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075279.983826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075279.983836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075279.983839:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075279.983847:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 962 00000100:00080000:2.0:1769075279.983856:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075279.983862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075279.983893:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961275392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075279.983915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075279.983932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075279.983934:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075279.983938:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 962 00000100:00080000:2.0:1769075279.983941:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075279.983944:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075279.983953:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075279.983957:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275392:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075279.983966:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961275520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075279.983976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075279.983979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075279.983980:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075279.983983:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 962 00000100:00080000:2.0:1769075279.983987:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075279.983992:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075279.983997:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075279.984009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961275648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075279.984016:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075279.984051:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff895e44e28000 x1855008961275392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075279.984073:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961275392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075279.984080:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075279.984083:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075279.984086:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275392:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075279.984104:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275520:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075279.984120:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075279.984128:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff895e44e28380 x1855008961275520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075279.984136:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961275520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075279.984141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075279.984144:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075279.984146:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275520:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075279.984149:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275648:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075279.984159:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075279.984164:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff895e44e29880 x1855008961275648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075279.984172:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961275648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075279.984185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075279.984187:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075279.984190:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275648:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075280.687899:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075281.711875:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075282.735951:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075283.759965:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075284.783877:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075285.103940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075285.103955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075285.103960:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075285.103973:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 967 00000100:00080000:3.0:1769075285.103986:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075285.103994:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075285.104034:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961275776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075285.104086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075285.104091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075285.104093:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075285.104098:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 967 00000100:00080000:3.0:1769075285.104103:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075285.104125:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075285.104139:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075285.104162:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6a00 x1855008961275904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075285.104163:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275776:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075285.104203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075285.104225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075285.104241:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075285.104283:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 967 00000100:00080000:3.0:1769075285.104299:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075285.104305:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075285.104312:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:3.0:1769075285.104313:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075285.104335:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961276032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075285.104374:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075285/real 1769075285] req@ffff895e453d5180 x1855008961275776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075285.104431:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961275776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075285.104446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075285.104453:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075285.104459:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961275776:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075285.104492:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275904:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075285.104543:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075285.104563:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075285/real 1769075285] req@ffff895e453d6a00 x1855008961275904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075285.104581:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6a00 x1855008961275904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075285.104593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075285.104599:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075285.104604:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961275904:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075285.104613:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276032:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075285.104642:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075285.104672:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075285/real 1769075285] req@ffff895e453d7100 x1855008961276032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075285.104686:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961276032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075285.104709:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075285.104728:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075285.104734:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276032:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075285.807915:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075286.832028:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075287.855926:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075288.879950:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075289.903884:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075290.223870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075290.223881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075290.223901:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075290.223913:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 972 00000100:00080000:3.0:1769075290.223934:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075290.223941:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075290.223995:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961276160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075290.224024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075290.224028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075290.224030:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075290.224033:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 972 00000100:00080000:3.0:1769075290.224036:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075290.224057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075290.224066:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075290.224108:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961276288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075290.224116:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276160:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075290.224130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075290.224134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075290.224136:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075290.224142:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 972 00000100:00080000:3.0:1769075290.224149:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075290.224155:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075290.224196:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075290.224210:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961276416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075290.224225:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075290.224267:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075290/real 1769075290] req@ffff895e453d7b80 x1855008961276160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075290.224281:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961276160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075290.224289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075290.224292:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075290.224295:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276160:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075290.224313:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276288:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075290.224329:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075290.224337:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075290/real 1769075290] req@ffff895e453d5500 x1855008961276288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075290.224346:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961276288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075290.224351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075290.224359:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075290.224362:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276288:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075290.224366:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276416:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075290.224380:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075290.224386:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075290/real 1769075290] req@ffff895e453d7480 x1855008961276416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075290.224394:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961276416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075290.224399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075290.224401:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075290.224403:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276416:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075290.927883:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075291.951947:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075292.975945:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075293.999897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075295.024094:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075295.343825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075295.343835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075295.343838:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075295.343847:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 977 00000100:00080000:3.0:1769075295.343857:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075295.343865:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075295.343903:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961276544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075295.343930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075295.343934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075295.343936:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075295.343957:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 977 00000100:00080000:3.0:1769075295.343961:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075295.343967:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075295.343978:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075295.343991:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961276672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075295.343999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075295.344001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075295.344004:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075295.344008:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 977 00000100:00080000:3.0:1769075295.344010:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075295.344013:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075295.344019:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075295.344033:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961276800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075295.344033:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276544:192.168.204.117@tcp:250:kworker.0 00000800:00000100:2.0:1769075295.344188:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075295.344257:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075295/real 1769075295] req@ffff895e453d4e00 x1855008961276544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075295.344277:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961276544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075295.344287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075295.344291:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075295.344295:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276544:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075295.344303:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276672:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075295.344341:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075295.344352:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075295/real 1769075295] req@ffff895e453d7800 x1855008961276672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075295.344362:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961276672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075295.344369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075295.344372:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075295.344375:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276672:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075295.344404:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276800:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075295.344456:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075295.344470:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075295/real 1769075295] req@ffff895e453d5c00 x1855008961276800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075295.344484:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961276800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075295.344495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075295.344499:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075295.344503:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961276800:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075296.048020:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075297.071872:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075298.095953:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075299.120075:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075300.143892:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075300.463906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075300.463920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075300.463925:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075300.463961:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 983 00000100:00080000:2.0:1769075300.463976:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075300.463983:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075300.464102:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961276928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075300.464146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075300.464151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075300.464154:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075300.464170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 983 00000100:00080000:2.0:1769075300.464175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075300.464181:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075300.464195:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075300.464211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961277056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075300.464240:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276928:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075300.464248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075300.464256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075300.464259:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075300.464265:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 983 00000100:00080000:2.0:1769075300.464269:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075300.464274:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075300.464280:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075300.464319:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961277184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075300.464459:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277056:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075300.464515:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277184:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075301.167960:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075302.192045:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075303.215866:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075303.536097:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075303.536149:0:2392:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075303.536164:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075303.536218:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075303.536228:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075303.536364:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075300/real 1769075303] req@ffff895e44e28380 x1855008961277056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075303.536408:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961277056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075303.536422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075303.536427:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075303.536432:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277056:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075303.536441:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075300/real 1769075303] req@ffff895e44e28000 x1855008961277184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075303.536455:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961277184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075303.536463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075303.536467:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075303.536470:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277184:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075303.536477:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075300/real 1769075303] req@ffff895e44e29880 x1855008961276928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075303.536494:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961276928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075303.536504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075303.536507:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075303.536510:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961276928:192.168.204.117@tcp:250:kworker.0 00010000:00010000:3.0:1769075304.239836:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075305.263994:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075305.583913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.583921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075305.583925:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.583933:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 988 00000100:00080000:1.0:1769075305.583953:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.583959:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075305.583986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961277312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075305.584011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.584027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075305.584028:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.584031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 988 00000100:00080000:1.0:1769075305.584034:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.584037:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075305.584044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075305.584065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961277440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075305.584074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075305.584079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1769075305.584080:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961277312:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075305.584081:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075305.584089:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 988 00000100:00080000:1.0:1769075305.584093:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075305.584096:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075305.584099:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075305.584119:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961277568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075305.584163:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075305.584213:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff895e4713d880 x1855008961277312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075305.584232:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961277312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075305.584244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075305.584248:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075305.584252:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961277312:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075305.584281:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277440:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075305.584306:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075305.584320:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff895e4713ed80 x1855008961277440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075305.584334:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961277440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075305.584350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075305.584354:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075305.584358:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277440:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075305.584365:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277568:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075305.584386:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075305.584399:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075305/real 1769075305] req@ffff895e4713e680 x1855008961277568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075305.584428:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961277568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075305.584438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075305.584442:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075305.584446:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277568:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075306.287989:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075307.311915:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075308.335984:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075309.359889:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075310.383851:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075310.703944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075310.703963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075310.703969:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075310.703986:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 993 00000100:00080000:1.0:1769075310.704005:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075310.704017:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075310.704090:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961277696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075310.704155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075310.704159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075310.704162:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075310.704167:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 993 00000100:00080000:1.0:1769075310.704173:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075310.704180:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075310.704192:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075310.704222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961277824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075310.704241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961277696:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075310.704242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075310.704260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075310.704264:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075310.704270:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 993 00000100:00080000:1.0:1769075310.704274:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075310.704281:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075310.704288:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075310.704302:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961277952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075310.704354:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075310.704417:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff895e4713c700 x1855008961277696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075310.704443:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961277696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075310.704457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075310.704461:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075310.704464:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961277696:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075310.704494:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277824:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075310.704516:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075310.704526:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff895e4713c000 x1855008961277824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075310.704555:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961277824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075310.704562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075310.704565:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075310.704567:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277824:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075310.704572:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277952:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075310.704597:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075310.704605:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075310/real 1769075310] req@ffff895e4713fb80 x1855008961277952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075310.704614:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961277952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075310.704619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075310.704622:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075310.704624:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961277952:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075311.407901:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075312.431860:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075313.455879:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075314.479915:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075315.503858:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075315.823918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.823927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075315.823931:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.823938:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 998 00000100:00080000:3.0:1769075315.823948:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.823971:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075315.823999:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5f80 x1855008961278080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075315.824026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.824028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075315.824030:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.824033:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 998 00000100:00080000:3.0:1769075315.824036:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.824038:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075315.824046:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075315.824053:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4a80 x1855008961278208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075315.824060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075315.824063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075315.824065:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075315.824068:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 998 00000100:00080000:3.0:1769075315.824070:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075315.824072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075315.824075:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075315.824085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961278336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075315.824125:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278080:192.168.204.117@tcp:250:kworker.0 00000800:00000100:2.0:1769075315.824227:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075315.824278:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075315] req@ffff895e453d5f80 x1855008961278080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075315.824299:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5f80 x1855008961278080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075315.824312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075315.824318:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075315.824322:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278080:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075315.824331:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278208:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075315.824352:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075315.824364:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075315] req@ffff895e453d4a80 x1855008961278208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075315.824375:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4a80 x1855008961278208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075315.824383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075315.824386:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075315.824405:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278208:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075315.824438:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278336:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075315.824460:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075315.824470:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075315/real 1769075315] req@ffff895e453d5c00 x1855008961278336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075315.824481:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961278336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075315.824489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075315.824492:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075315.824496:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278336:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075316.527911:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075317.551881:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075318.575866:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075319.599849:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075320.623893:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075320.943823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075320.943833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075320.943836:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075320.943844:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1003 00000100:00080000:2.0:1769075320.943854:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075320.943859:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075320.943891:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961278464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075320.943916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075320.943919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075320.943920:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075320.943937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1003 00000100:00080000:2.0:1769075320.943941:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075320.943948:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075320.943950:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278464:192.168.204.117@tcp:250:kworker.0 00000008:00100000:2.0:1769075320.943957:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075320.943971:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961278592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075320.943980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075320.943982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075320.943984:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075320.943987:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1003 00000100:00080000:2.0:1769075320.944002:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075320.944005:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075320.944009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075320.944016:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075320.944019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961278720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075320.944070:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff895e44e2aa00 x1855008961278464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075320.944088:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961278464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075320.944097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075320.944100:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075320.944104:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278464:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075320.944124:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278592:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075320.944142:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075320.944151:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff895e44e2a300 x1855008961278592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075320.944160:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961278592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075320.944166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075320.944168:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075320.944171:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278592:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075320.944175:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278720:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075320.944186:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075320.944202:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075320/real 1769075320] req@ffff895e44e2b100 x1855008961278720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075320.944218:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961278720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075320.944224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075320.944226:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075320.944228:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278720:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075321.647835:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075322.671883:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075323.695946:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075324.719885:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075325.743862:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075326.063864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075326.063872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075326.063876:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075326.063884:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1008 00000100:00080000:0.0:1769075326.063903:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075326.063909:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075326.063941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961278848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075326.063975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075326.063977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075326.063979:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075326.063982:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1008 00000100:00080000:0.0:1769075326.063990:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075326.063994:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075326.064005:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075326.064019:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961278976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075326.064033:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278848:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075326.064056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075326.064059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075326.064061:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075326.064065:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1008 00000100:00080000:0.0:1769075326.064069:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075326.064073:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075326.064077:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075326.064088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961279104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075326.064095:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075326.064138:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075326/real 1769075326] req@ffff895e4383fb80 x1855008961278848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075326.064153:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961278848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075326.064161:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075326.064164:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075326.064167:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961278848:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075326.064185:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278976:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075326.064200:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075326.064208:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075326/real 1769075326] req@ffff895e4383c380 x1855008961278976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075326.064228:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961278976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075326.064233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075326.064235:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075326.064237:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961278976:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075326.064241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279104:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075326.064253:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075326.064259:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075326/real 1769075326] req@ffff895e4383f100 x1855008961279104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075326.064267:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961279104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075326.064272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075326.064274:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075326.064276:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279104:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075326.767908:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075327.791837:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075328.815830:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075329.839933:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075330.863933:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075331.183906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075331.183918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075331.183922:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075331.183931:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1013 00000100:00080000:2.0:1769075331.183941:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075331.183947:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075331.184003:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961279232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075331.184036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075331.184040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075331.184042:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075331.184046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1013 00000100:00080000:2.0:1769075331.184059:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075331.184065:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075331.184075:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075331.184088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961279360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075331.184099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075331.184106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075331.184110:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075331.184112:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961279232:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075331.184119:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1013 00000100:00080000:2.0:1769075331.184127:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075331.184132:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075331.184139:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075331.184154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961279488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075331.184209:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075331.184262:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075331/real 1769075331] req@ffff895e44e2b480 x1855008961279232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075331.184281:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961279232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075331.184303:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075331.184307:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075331.184311:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961279232:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075331.184349:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279360:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075331.184368:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075331.184378:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075331/real 1769075331] req@ffff895e44e28e00 x1855008961279360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075331.184386:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961279360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075331.184402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075331.184405:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075331.184407:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279360:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075331.184411:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279488:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075331.184421:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075331.184427:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075331/real 1769075331] req@ffff895e44e29f80 x1855008961279488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075331.184434:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961279488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075331.184440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075331.184442:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075331.184444:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279488:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075331.887861:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075332.911873:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075333.935919:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075334.959842:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075335.983919:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075336.303878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075336.303918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075336.303924:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075336.303952:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1018 00000100:00080000:2.0:1769075336.303967:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075336.303976:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075336.304018:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961279616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075336.304057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075336.304062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075336.304065:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075336.304070:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1018 00000100:00080000:2.0:1769075336.304074:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075336.304078:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075336.304099:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075336.304115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961279744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075336.304131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075336.304136:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961279616:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075336.304138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075336.304145:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075336.304159:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1018 00000100:00080000:2.0:1769075336.304163:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075336.304168:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075336.304175:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075336.304191:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961279872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075336.304239:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075336.304307:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075336/real 1769075336] req@ffff895e44e29180 x1855008961279616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075336.304344:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961279616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075336.304365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075336.304374:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075336.304382:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961279616:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075336.304465:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279744:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075336.304498:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075336.304515:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075336/real 1769075336] req@ffff895e44e29500 x1855008961279744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075336.304544:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961279744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075336.304554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075336.304558:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075336.304562:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279744:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075336.304570:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279872:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075336.304611:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075336.304624:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075336/real 1769075336] req@ffff895e44e28a80 x1855008961279872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075336.304638:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961279872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075336.304647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075336.304650:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075336.304654:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961279872:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075337.007875:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075338.031853:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075339.055871:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075340.079936:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075341.103865:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075341.423880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075341.423895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075341.423898:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075341.423907:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1023 00000100:00080000:3.0:1769075341.423918:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075341.423930:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075341.423970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961280000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075341.423999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075341.424003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075341.424005:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075341.424009:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1023 00000100:00080000:3.0:1769075341.424014:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075341.424020:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075341.424036:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280000:192.168.204.117@tcp:250:kworker.0 00000008:00100000:3.0:1769075341.424045:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075341.424059:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961280128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075341.424068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075341.424071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075341.424073:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075341.424076:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1023 00000100:00080000:3.0:1769075341.424095:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075341.424101:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075341.424106:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:3.0:1769075341.424110:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075341.424126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961280256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075341.424151:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075341/real 1769075341] req@ffff895e453d7800 x1855008961280000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075341.424189:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961280000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075341.424201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075341.424206:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075341.424210:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280000:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075341.424234:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280128:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075341.424255:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075341.424267:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075341/real 1769075341] req@ffff895e453d4e00 x1855008961280128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075341.424280:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961280128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075341.424289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075341.424293:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075341.424296:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280128:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075341.424330:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280256:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075341.424364:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075341.424375:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075341/real 1769075341] req@ffff895e453d7480 x1855008961280256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075341.424388:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961280256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075341.424398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075341.424401:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075341.424404:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280256:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075342.127919:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075343.151888:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075344.175917:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075345.199924:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075346.223986:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075346.543866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.543878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075346.543883:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.543893:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1029 00000100:00080000:3.0:1769075346.543902:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.543909:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075346.543942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961280384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075346.543965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.543968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075346.543983:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.543987:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1029 00000100:00080000:3.0:1769075346.543990:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.543994:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075346.544002:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075346.544012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961280512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075346.544018:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280384:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075346.544023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075346.544028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075346.544029:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075346.544031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1029 00000100:00080000:3.0:1769075346.544033:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075346.544036:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075346.544039:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075346.544046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961280640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075346.544092:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075346.544129:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff895e453d5500 x1855008961280384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.544147:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961280384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.544158:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.544163:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075346.544167:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280384:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075346.544190:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280512:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075346.544250:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075346.544263:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff895e453d7b80 x1855008961280512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.544277:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961280512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.544285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.544289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075346.544293:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280512:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075346.544307:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280640:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075346.544326:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075346.544336:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075346/real 1769075346] req@ffff895e453d7100 x1855008961280640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075346.544348:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961280640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075346.544356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075346.544359:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075346.544363:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961280640:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075347.247876:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075348.271909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075349.295916:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075350.319880:0:8909:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769075350.319922:0:6173:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769075350.319931:0:6173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769075350.319947:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075350.319993:0:6173:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075350.320001:0:6173:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769075350.320043:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff895e42f9a800 lock: ffff895e4151dc00/0xb4d3f8fc6477c665 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc896a1334143a618 expref: -99 pid: 11090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769075350.320067:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075350.320070:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075350.320071:0:2406:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff895e453d6a00 x1855008961280768/t0(0) o103->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1769075350.320073:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075351.343916:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075351.663880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075351.663891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075351.663895:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075351.663906:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1034 00000100:00080000:2.0:1769075351.663919:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075351.663926:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075351.663967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961280896/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075351.663992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075351.663994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075351.663996:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075351.663999:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1034 00000100:00080000:2.0:1769075351.664002:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075351.664006:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075351.664013:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075351.664023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961281024/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075351.664028:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280896:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075351.664037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075351.664040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075351.664042:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075351.664044:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1034 00000100:00080000:2.0:1769075351.664047:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075351.664066:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075351.664070:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075351.664078:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961281152/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075351.664090:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075351.664123:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff895e44e2bb80 x1855008961280896/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075351.664167:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961280896/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075351.664175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075351.664178:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075351.664181:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961280896:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075351.664202:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281024:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075351.664221:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075351.664230:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff895e44e29c00 x1855008961281024/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075351.664238:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961281024/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075351.664244:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075351.664246:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075351.664248:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281024:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075351.664259:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281152:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075351.664273:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075351.664279:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075351/real 1769075351] req@ffff895e44e2b800 x1855008961281152/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075351.664287:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961281152/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075351.664293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075351.664295:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075351.664297:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281152:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075352.367931:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075353.391887:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075354.415879:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075355.439987:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075356.463873:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075356.783930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.783942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075356.783946:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.783957:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1039 00000100:00080000:0.0:1769075356.783970:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.783977:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075356.784022:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961281280/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075356.784077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.784080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075356.784082:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.784104:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1039 00000100:00080000:0.0:1769075356.784109:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.784113:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075356.784123:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075356.784135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961281408/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075356.784143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075356.784146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075356.784147:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075356.784151:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1039 00000100:00080000:0.0:1769075356.784154:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075356.784158:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075356.784163:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075356.784175:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961281536/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075356.784188:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961281280:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075356.784270:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075356.784328:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff895e4383c700 x1855008961281280/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075356.784360:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961281280/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075356.784373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075356.784379:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075356.784384:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961281280:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075356.784393:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281408:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075356.784434:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075356.784449:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff895e4383e680 x1855008961281408/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075356.784464:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961281408/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075356.784473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075356.784477:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075356.784481:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281408:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075356.784508:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281536:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075356.784540:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075356.784554:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075356/real 1769075356] req@ffff895e4383d880 x1855008961281536/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075356.784567:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961281536/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075356.784576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075356.784587:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075356.784591:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281536:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075357.487965:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075358.511933:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075359.535837:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075360.559921:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075361.583935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075361.903830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075361.903840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075361.903844:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075361.903852:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1044 00000100:00080000:0.0:1769075361.903861:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075361.903868:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075361.903911:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961281664/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075361.903933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075361.903953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075361.903982:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075361.903988:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1044 00000100:00080000:0.0:1769075361.903993:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075361.904001:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075361.904002:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961281664:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075361.904011:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075361.904031:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961281792/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075361.904041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075361.904043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075361.904045:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075361.904048:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1044 00000100:00080000:0.0:1769075361.904051:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075361.904054:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075361.904058:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075361.904061:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:0.0:1769075361.904071:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961281920/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075361.904103:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff895e4383df80 x1855008961281664/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075361.904126:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961281664/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075361.904133:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075361.904136:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075361.904139:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961281664:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075361.904159:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281792:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075361.904176:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075361.904185:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff895e4383ed80 x1855008961281792/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075361.904201:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961281792/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075361.904207:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075361.904209:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075361.904211:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281792:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075361.904215:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281920:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075361.904227:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075361.904234:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075361/real 1769075361] req@ffff895e4383d180 x1855008961281920/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075361.904241:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961281920/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075361.904265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075361.904269:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075361.904272:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961281920:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075362.607845:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075363.631896:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075364.655939:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075365.679867:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075366.703996:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075367.023826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075367.023835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075367.023839:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075367.023847:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1049 00000100:00080000:0.0:1769075367.023856:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075367.023861:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075367.023932:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961282048/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075367.023956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075367.023959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075367.023960:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075367.023963:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1049 00000100:00080000:0.0:1769075367.023967:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075367.023969:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075367.023977:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075367.023987:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961282176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075367.023997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075367.024000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075367.024002:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075367.024004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1049 00000100:00080000:0.0:1769075367.024006:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075367.024009:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075367.024012:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075367.024025:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961282304/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075367.024027:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282048:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075367.024175:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282176:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075367.024211:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282304:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075367.727889:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075368.751949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075369.775904:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075370.096049:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075370.096086:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075370.096100:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075370.096138:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075370.096145:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075370.096205:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075367/real 1769075370] req@ffff895e4383df80 x1855008961282304/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075370.096234:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961282304/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075370.096246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075370.096252:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075370.096257:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282304:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075370.096265:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075367/real 1769075370] req@ffff895e4383d180 x1855008961282048/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075370.096279:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961282048/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075370.096286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075370.096289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075370.096309:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282048:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075370.096316:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075367/real 1769075370] req@ffff895e4383ed80 x1855008961282176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075370.096329:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961282176/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075370.096336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075370.096340:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075370.096343:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282176:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075370.799917:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075371.823883:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075372.143927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075372.143948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075372.143955:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075372.143968:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1054 00000100:00080000:2.0:1769075372.143983:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075372.143992:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075372.144042:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961282432/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075372.144086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075372.144091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075372.144093:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075372.144104:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1054 00000100:00080000:2.0:1769075372.144109:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075372.144113:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075372.144147:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075372.144161:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961282560/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075372.144172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075372.144176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075372.144178:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075372.144182:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1054 00000100:00080000:2.0:1769075372.144186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075372.144190:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075372.144195:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075372.144204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961282688/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075372.144303:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282432:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075372.144413:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075372.144494:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075372/real 1769075372] req@ffff895e44e2b800 x1855008961282432/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075372.144524:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961282432/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075372.144540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075372.144547:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075372.144553:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282432:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075372.144565:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282560:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075372.144600:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075372.144723:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075372/real 1769075372] req@ffff895e44e29c00 x1855008961282560/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075372.144844:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961282560/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075372.144856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075372.144861:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075372.144867:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282560:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075372.144878:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282688:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075372.144912:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075372.144933:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075372/real 1769075372] req@ffff895e44e2bb80 x1855008961282688/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075372.144951:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961282688/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075372.144963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075372.144968:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075372.144972:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282688:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075372.847902:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075373.871925:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075374.896027:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075375.920018:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075376.944122:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075377.263885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075377.263893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075377.263897:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075377.263905:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1059 00000100:00080000:3.0:1769075377.263915:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075377.263921:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075377.263953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961282816/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075377.263995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075377.263998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075377.264000:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075377.264003:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1059 00000100:00080000:3.0:1769075377.264005:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075377.264008:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075377.264015:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075377.264026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961282944/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075377.264034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075377.264037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075377.264038:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075377.264041:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1059 00000100:00080000:3.0:1769075377.264043:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075377.264047:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075377.264055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075377.264058:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282816:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075377.264065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961283072/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075377.264164:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075377.264215:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075377/real 1769075377] req@ffff895e453d5180 x1855008961282816/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075377.264237:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961282816/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075377.264250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075377.264255:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075377.264260:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961282816:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075377.264283:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282944:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075377.264310:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075377.264324:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075377/real 1769075377] req@ffff895e453d4700 x1855008961282944/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075377.264337:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961282944/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075377.264346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075377.264349:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075377.264353:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961282944:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075377.264384:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283072:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075377.264402:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075377.264412:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075377/real 1769075377] req@ffff895e453d5880 x1855008961283072/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075377.264424:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961283072/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075377.264431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075377.264435:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075377.264439:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283072:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075377.967973:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075378.991955:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075380.015944:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075381.039939:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075382.063901:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075382.383940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075382.383954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075382.383960:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075382.384003:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1064 00000100:00080000:0.0:1769075382.384020:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075382.384031:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075382.384087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961283200/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075382.384141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075382.384148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075382.384152:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075382.384161:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1064 00000100:00080000:0.0:1769075382.384170:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075382.384179:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075382.384196:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075382.384204:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283200:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075382.384224:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961283328/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075382.384243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075382.384248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075382.384252:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075382.384257:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1064 00000100:00080000:0.0:1769075382.384264:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075382.384269:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075382.384275:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075382.384290:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961283456/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075382.384316:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075382.384407:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075382/real 1769075382] req@ffff895e4383d880 x1855008961283200/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075382.384439:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961283200/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075382.384468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075382.384471:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075382.384474:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283200:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075382.384493:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283328:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075382.384510:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075382.384518:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075382/real 1769075382] req@ffff895e4383e680 x1855008961283328/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075382.384527:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961283328/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075382.384533:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075382.384535:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075382.384537:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283328:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075382.384541:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283456:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075382.384551:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075382.384557:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075382/real 1769075382] req@ffff895e4383c700 x1855008961283456/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075382.384564:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961283456/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075382.384578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075382.384581:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075382.384583:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283456:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075383.087941:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075384.111877:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075385.135908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075386.159920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075387.183925:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075387.503882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075387.503895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075387.503900:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075387.503909:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1070 00000100:00080000:0.0:1769075387.503919:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075387.503925:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075387.503970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961283584/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075387.503996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075387.503999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075387.504001:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075387.504003:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1070 00000100:00080000:0.0:1769075387.504016:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075387.504019:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075387.504029:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075387.504043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961283712/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075387.504056:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283584:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075387.504056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075387.504066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075387.504068:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075387.504084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1070 00000100:00080000:0.0:1769075387.504097:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075387.504101:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075387.504120:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075387.504129:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:0.0:1769075387.504134:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961283840/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075387.504166:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff895e4383f100 x1855008961283584/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.504190:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961283584/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.504197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.504201:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075387.504204:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283584:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075387.504222:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283712:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075387.504246:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075387.504254:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff895e4383c380 x1855008961283712/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.504271:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961283712/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.504280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.504289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075387.504292:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283712:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075387.504297:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283840:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075387.504311:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075387.504318:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075387/real 1769075387] req@ffff895e4383fb80 x1855008961283840/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075387.504338:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961283840/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075387.504343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075387.504345:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075387.504347:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961283840:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075388.207945:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075389.231908:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075390.256013:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075391.279886:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075392.303958:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075392.623832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075392.623844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075392.623848:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075392.623856:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1075 00000100:00080000:0.0:1769075392.623866:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075392.623872:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075392.623904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961283968/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075392.623929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075392.623933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075392.623935:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075392.623939:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1075 00000100:00080000:0.0:1769075392.623943:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075392.623947:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075392.623956:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075392.623971:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961284096/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075392.623982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075392.623985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075392.623998:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075392.624001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1075 00000100:00080000:0.0:1769075392.624005:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075392.624008:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075392.624014:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075392.624021:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283968:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075392.624032:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961284224/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075392.624114:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075392.624160:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff895e4383f480 x1855008961283968/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.624176:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961283968/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.624185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.624189:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075392.624192:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961283968:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075392.624212:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284096:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075392.624231:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075392.624239:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff895e4383c000 x1855008961284096/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.624248:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961284096/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.624254:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.624256:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075392.624259:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284096:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075392.624282:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284224:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075392.624293:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075392.624299:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075392/real 1769075392] req@ffff895e4383ce00 x1855008961284224/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075392.624306:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961284224/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075392.624312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075392.624314:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075392.624315:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284224:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075393.327942:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075394.351977:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075395.375870:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075396.399870:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075397.423917:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075397.743969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075397.743978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075397.743981:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075397.743989:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1080 00000100:00080000:3.0:1769075397.744016:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075397.744022:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075397.744049:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961284352/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075397.744071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075397.744074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075397.744075:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075397.744078:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1080 00000100:00080000:3.0:1769075397.744080:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075397.744082:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075397.744089:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075397.744097:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961284480/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075397.744105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075397.744108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075397.744109:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075397.744113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1080 00000100:00080000:3.0:1769075397.744115:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075397.744115:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961284352:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075397.744118:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075397.744121:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075397.744133:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4380 x1855008961284608/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075397.744184:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075397.744222:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff895e453d6680 x1855008961284352/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.744239:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961284352/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.744251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.744255:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075397.744259:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961284352:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075397.744285:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284480:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075397.744307:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075397.744317:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff895e453d6300 x1855008961284480/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.744325:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961284480/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.744331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.744334:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075397.744336:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284480:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075397.744340:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284608:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075397.744351:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075397.744385:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075397/real 1769075397] req@ffff895e453d4380 x1855008961284608/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075397.744404:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4380 x1855008961284608/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075397.744410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075397.744412:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075397.744414:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284608:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075398.447925:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075399.471859:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075400.495913:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075401.519981:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075402.543886:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075402.863859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.863909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075402.863914:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.863926:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1085 00000100:00080000:3.0:1769075402.863939:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.863948:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075402.863991:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6d80 x1855008961284736/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075402.864030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.864035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075402.864038:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.864044:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1085 00000100:00080000:3.0:1769075402.864049:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.864056:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075402.864069:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075402.864082:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961284736:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075402.864092:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4380 x1855008961284864/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075402.864111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075402.864116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075402.864120:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075402.864126:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1085 00000100:00080000:3.0:1769075402.864142:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075402.864151:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075402.864153:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:3.0:1769075402.864164:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075402.864200:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6300 x1855008961284992/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075402.864214:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff895e453d6d80 x1855008961284736/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.864242:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6d80 x1855008961284736/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.864262:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.864306:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075402.864314:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961284736:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075402.864361:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284864:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075402.864394:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075402.864407:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff895e453d4380 x1855008961284864/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.864433:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4380 x1855008961284864/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.864441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.864444:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075402.864447:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284864:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075402.864452:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284992:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075402.864470:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075402.864479:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075402/real 1769075402] req@ffff895e453d6300 x1855008961284992/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075402.864488:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6300 x1855008961284992/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075402.864495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075402.864497:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075402.864500:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961284992:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075403.567922:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075404.591970:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075405.616009:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075406.639964:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075407.663935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075407.983879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075407.983890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075407.983895:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075407.983923:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1090 00000100:00080000:1.0:1769075407.983933:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075407.983938:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075407.983970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961285120/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075407.983995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075407.983997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075407.983999:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075407.984001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1090 00000100:00080000:1.0:1769075407.984003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075407.984006:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075407.984013:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075407.984021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961285248/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075407.984027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075407.984029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075407.984031:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075407.984033:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1090 00000100:00080000:1.0:1769075407.984034:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075407.984037:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075407.984039:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075407.984044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961285376/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075407.984112:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285120:192.168.204.117@tcp:250:kworker.0 00000800:00000100:2.0:1769075407.984224:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075407.984279:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff895e4713fb80 x1855008961285120/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.984333:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961285120/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.984346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.984351:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075407.984356:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285120:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075407.984363:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285248:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075407.984384:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075407.984394:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff895e4713c000 x1855008961285248/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.984403:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961285248/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.984409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.984411:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075407.984414:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285248:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075407.984417:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285376:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075407.984428:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075407.984434:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075407/real 1769075407] req@ffff895e4713c700 x1855008961285376/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075407.984441:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961285376/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075407.984456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075407.984459:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075407.984461:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285376:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075408.687902:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075409.711925:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075410.735966:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075411.760058:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075412.784067:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075413.103875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075413.103894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075413.103899:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075413.103910:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1095 00000100:00080000:1.0:1769075413.103938:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075413.103945:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075413.103992:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961285504/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075413.104021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075413.104024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075413.104026:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075413.104029:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1095 00000100:00080000:1.0:1769075413.104032:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075413.104035:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075413.104044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075413.104056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961285632/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075413.104065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075413.104068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075413.104070:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075413.104073:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1095 00000100:00080000:1.0:1769075413.104075:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075413.104087:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285504:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075413.104139:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075413.104144:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075413.104155:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961285760/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075413.104212:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075413.104261:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075413/real 1769075413] req@ffff895e4713e680 x1855008961285504/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075413.104283:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961285504/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075413.104295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075413.104298:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075413.104302:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285504:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075413.104309:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285632:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075413.104329:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075413.104338:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075413/real 1769075413] req@ffff895e4713ed80 x1855008961285632/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075413.104349:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961285632/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075413.104374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075413.104378:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075413.104382:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285632:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075413.104423:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285760:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075413.104441:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075413.104457:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075413/real 1769075413] req@ffff895e4713d880 x1855008961285760/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075413.104465:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961285760/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075413.104471:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075413.104474:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075413.104476:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961285760:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075413.807947:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075414.831880:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075415.855928:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075416.879888:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075417.903976:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075418.224099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075418.224110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075418.224115:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075418.224126:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1100 00000100:00080000:0.0:1769075418.224140:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075418.224147:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075418.224193:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961285888/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075418.224225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075418.224228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075418.224230:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075418.224233:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1100 00000100:00080000:0.0:1769075418.224235:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075418.224238:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075418.224247:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075418.224280:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961286016/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075418.224291:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285888:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075418.224292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075418.224300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075418.224304:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075418.224308:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1100 00000100:00080000:0.0:1769075418.224311:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075418.224314:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075418.224318:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075418.224328:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961286144/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075418.224416:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075418.224468:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075418/real 1769075418] req@ffff895e4383ea00 x1855008961285888/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075418.224496:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961285888/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075418.224539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075418.224545:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075418.224557:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961285888:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075418.224619:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286016:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075418.224663:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075418.224682:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075418/real 1769075418] req@ffff895e4383dc00 x1855008961286016/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075418.224699:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961286016/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075418.224711:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075418.224716:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075418.224721:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286016:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075418.224730:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286144:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075418.224752:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075418.224826:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075418/real 1769075418] req@ffff895e4383ca80 x1855008961286144/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075418.224845:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961286144/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075418.224865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075418.224870:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075418.224875:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286144:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075418.927871:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075419.951920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075420.975859:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075421.999910:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075423.024035:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075423.343880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075423.343889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075423.343893:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075423.343901:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1105 00000100:00080000:2.0:1769075423.343912:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075423.343918:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075423.343985:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961286272/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075423.344012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075423.344014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075423.344016:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075423.344030:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1105 00000100:00080000:2.0:1769075423.344032:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075423.344035:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075423.344042:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075423.344050:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961286400/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075423.344058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075423.344061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075423.344062:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075423.344078:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1105 00000100:00080000:2.0:1769075423.344082:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769075423.344098:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961286272:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075423.344099:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075423.344108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075423.344120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961286528/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075423.344160:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075423.344191:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075423/real 1769075423] req@ffff895e44e28a80 x1855008961286272/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075423.344204:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961286272/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075423.344212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075423.344215:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075423.344218:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961286272:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075423.344232:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286400:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075423.344246:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075423.344254:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075423/real 1769075423] req@ffff895e44e29500 x1855008961286400/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075423.344262:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961286400/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075423.344268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075423.344270:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075423.344272:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286400:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075423.344289:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286528:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075423.344299:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075423.344313:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075423/real 1769075423] req@ffff895e44e29180 x1855008961286528/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075423.344321:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961286528/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075423.344327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075423.344329:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075423.344331:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286528:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075424.047957:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075425.071988:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075426.096058:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075427.119918:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075428.144122:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075428.463961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075428.463978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075428.463985:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075428.464000:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1111 00000100:00080000:1.0:1769075428.464019:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075428.464030:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075428.464102:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961286656/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075428.464184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075428.464192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075428.464196:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075428.464204:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1111 00000100:00080000:1.0:1769075428.464213:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075428.464222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075428.464242:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075428.464272:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961286656:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075428.464275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961286784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075428.464353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075428.464358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075428.464361:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075428.464367:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1111 00000100:00080000:1.0:1769075428.464374:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075428.464380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075428.464388:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075428.464405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961286912/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075428.464439:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075428.464541:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075428/real 1769075428] req@ffff895e4713e300 x1855008961286656/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075428.464585:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961286656/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075428.464608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075428.464616:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075428.464622:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961286656:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075428.464661:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286784:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075428.464698:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075428.464727:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075428/real 1769075428] req@ffff895e4713f100 x1855008961286784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075428.464795:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961286784/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075428.464821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075428.464826:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075428.464830:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286784:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075428.464871:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286912:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075428.464906:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075428.464923:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075428/real 1769075428] req@ffff895e4713ea00 x1855008961286912/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075428.464938:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961286912/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075428.464949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075428.464953:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075428.464957:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961286912:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075429.167887:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075430.192006:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075431.215898:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075432.239887:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075433.264040:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075433.583959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075433.583971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075433.583976:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075433.583987:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1116 00000100:00080000:0.0:1769075433.583999:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075433.584007:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075433.584050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961287040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075433.584085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075433.584090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075433.584092:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075433.584096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1116 00000100:00080000:0.0:1769075433.584100:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075433.584123:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075433.584135:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075433.584153:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961287168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075433.584176:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287040:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075433.584183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075433.584189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075433.584191:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075433.584197:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1116 00000100:00080000:0.0:1769075433.584203:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075433.584208:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075433.584213:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075433.584228:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961287296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075433.584305:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287168:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075433.584338:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287296:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075434.287865:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075435.311939:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075436.335931:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075436.656160:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075436.656240:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075436.656272:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075436.656345:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075436.656362:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075436.656438:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075436] req@ffff895e4383d500 x1855008961287168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075436.656526:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961287168/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075436.656546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075436.656555:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075436.656562:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287168:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075436.656577:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075436] req@ffff895e4383f800 x1855008961287296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075436.656596:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961287296/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075436.656609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075436.656614:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075436.656619:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287296:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075436.656630:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075433/real 1769075436] req@ffff895e4383e300 x1855008961287040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075436.656648:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961287040/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075436.656661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075436.656666:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075436.656673:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287040:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075437.359867:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075438.383902:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075438.703935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075438.703952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075438.703958:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075438.703974:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1121 00000100:00080000:0.0:1769075438.703992:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075438.704020:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075438.704073:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961287424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075438.704130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075438.704135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075438.704161:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075438.704167:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1121 00000100:00080000:0.0:1769075438.704172:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075438.704178:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075438.704190:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075438.704208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961287552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075438.704223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075438.704227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075438.704229:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075438.704235:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1121 00000100:00080000:0.0:1769075438.704245:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769075438.704248:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287424:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075438.704253:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075438.704264:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075438.704276:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961287680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075438.704356:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075438.704445:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff895e4383e300 x1855008961287424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075438.704467:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961287424/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075438.704480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075438.704486:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075438.704491:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287424:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075438.704542:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287552:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075438.704569:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075438.704584:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff895e4383f800 x1855008961287552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075438.704598:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961287552/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075438.704608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075438.704611:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075438.704616:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287552:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075438.704623:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287680:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075438.704644:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075438.704815:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075438/real 1769075438] req@ffff895e4383d500 x1855008961287680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075438.704858:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961287680/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075438.704869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075438.704873:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075438.704877:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287680:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075439.407954:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075440.431953:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075441.455875:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075442.479994:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075443.503909:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075443.823843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075443.823852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075443.823856:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075443.823865:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1126 00000100:00080000:0.0:1769075443.823876:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075443.823883:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075443.823933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961287808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075443.823973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075443.823976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075443.823978:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075443.823981:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1126 00000100:00080000:0.0:1769075443.823984:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075443.823988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075443.823996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075443.824007:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287808:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075443.824009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961287936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075443.824038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075443.824040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075443.824042:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075443.824044:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1126 00000100:00080000:0.0:1769075443.824047:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075443.824051:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075443.824055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075443.824067:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961288064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075443.824094:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075443.824144:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff895e4383ca80 x1855008961287808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075443.824158:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961287808/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075443.824172:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075443.824175:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075443.824178:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961287808:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075443.824197:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287936:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075443.824214:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075443.824222:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff895e4383dc00 x1855008961287936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075443.824248:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961287936/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075443.824266:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075443.824269:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075443.824272:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961287936:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075443.824277:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288064:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075443.824294:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075443.824320:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075443/real 1769075443] req@ffff895e4383ea00 x1855008961288064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075443.824330:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961288064/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075443.824337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075443.824340:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075443.824342:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288064:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075444.527871:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075445.551934:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075446.575931:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075447.599876:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075448.623904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075448.943886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075448.943895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075448.943898:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075448.943907:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1131 00000100:00080000:1.0:1769075448.943917:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075448.943939:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075448.943968:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961288192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075448.943992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075448.943995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075448.943996:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075448.943999:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1131 00000100:00080000:1.0:1769075448.944002:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075448.944004:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075448.944011:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075448.944020:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961288320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075448.944028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075448.944031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075448.944032:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075448.944035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1131 00000100:00080000:1.0:1769075448.944036:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075448.944039:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075448.944043:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075448.944045:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288192:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075448.944053:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961288448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075448.944112:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075448.944150:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075448] req@ffff895e4713ce00 x1855008961288192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075448.944166:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961288192/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075448.944179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075448.944192:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075448.944197:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288192:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075448.944206:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288320:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075448.944233:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075448.944244:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075448] req@ffff895e4713f480 x1855008961288320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075448.944253:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961288320/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075448.944259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075448.944262:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075448.944264:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288320:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075448.944301:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288448:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075448.944314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075448.944321:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075448/real 1769075448] req@ffff895e4713d500 x1855008961288448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075448.944328:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961288448/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075448.944333:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075448.944335:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075448.944337:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288448:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075449.647926:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075450.671845:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075451.695953:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075452.719952:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075453.743836:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075454.063860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075454.063868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075454.063872:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075454.063880:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1136 00000100:00080000:1.0:1769075454.063890:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075454.063896:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075454.063928:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961288576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075454.063951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075454.063954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075454.063955:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075454.063958:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1136 00000100:00080000:1.0:1769075454.063960:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075454.063963:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075454.063969:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075454.063978:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961288704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075454.063985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075454.063988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075454.063989:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075454.063991:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1136 00000100:00080000:1.0:1769075454.063993:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075454.063996:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075454.063999:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075454.064010:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288576:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075454.064027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961288832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075454.064078:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075454.064115:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075454/real 1769075454] req@ffff895e4713ca80 x1855008961288576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075454.064135:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961288576/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075454.064146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075454.064150:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075454.064155:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288576:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075454.064163:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288704:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075454.064186:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075454.064198:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075454/real 1769075454] req@ffff895e4713f800 x1855008961288704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075454.064212:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961288704/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075454.064235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075454.064239:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075454.064243:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288704:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075454.064280:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288832:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075454.064300:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075454.064310:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075454/real 1769075454] req@ffff895e4713dc00 x1855008961288832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075454.064330:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961288832/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075454.064337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075454.064340:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075454.064343:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961288832:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075454.767922:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075455.791911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075456.815991:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075457.839899:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075458.863944:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075459.183918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075459.183932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075459.183937:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075459.183949:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1141 00000100:00080000:3.0:1769075459.183963:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075459.183971:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075459.184037:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d6680 x1855008961288960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075459.184073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075459.184078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075459.184080:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075459.184084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1141 00000100:00080000:3.0:1769075459.184088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075459.184092:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075459.184102:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075459.184137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961289088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075459.184178:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288960:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075459.184179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075459.184194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075459.184198:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075459.184205:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1141 00000100:00080000:3.0:1769075459.184211:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075459.184217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075459.184224:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075459.184244:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961289216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075459.184278:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075459.184373:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075459/real 1769075459] req@ffff895e453d6680 x1855008961288960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075459.184396:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d6680 x1855008961288960/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075459.184408:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075459.184412:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075459.184428:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961288960:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075459.184477:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289088:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075459.184518:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075459.184542:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075459/real 1769075459] req@ffff895e453d5880 x1855008961289088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075459.184570:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961289088/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075459.184628:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075459.184635:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075459.184641:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289088:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075459.184653:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289216:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075459.184711:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075459.184734:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075459/real 1769075459] req@ffff895e453d4700 x1855008961289216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075459.184809:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961289216/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075459.184841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075459.184845:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075459.184849:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289216:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075459.887932:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075460.911892:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075461.935972:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075462.959938:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075463.984045:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075464.303986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075464.304000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075464.304006:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075464.304018:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1146 00000100:00080000:2.0:1769075464.304032:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075464.304042:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075464.304088:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961289344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075464.304130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075464.304135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075464.304137:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075464.304143:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1146 00000100:00080000:2.0:1769075464.304147:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075464.304152:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075464.304165:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075464.304181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961289472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075464.304196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075464.304200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075464.304207:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075464.304209:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961289344:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075464.304217:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1146 00000100:00080000:2.0:1769075464.304227:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075464.304232:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075464.304259:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075464.304301:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961289600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075464.304348:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075464.304430:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075464/real 1769075464] req@ffff895e44e29f80 x1855008961289344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075464.304470:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961289344/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075464.304493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075464.304501:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075464.304509:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961289344:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075464.304557:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289472:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075464.304602:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075464.304634:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075464/real 1769075464] req@ffff895e44e28e00 x1855008961289472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075464.304652:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961289472/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075464.304663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075464.304667:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075464.304672:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289472:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075464.304680:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289600:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075464.304704:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075464.304716:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075464/real 1769075464] req@ffff895e44e2b480 x1855008961289600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075464.304740:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961289600/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075464.304799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075464.304807:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075464.304814:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289600:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075465.007950:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075466.031911:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075467.055889:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075468.080044:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075469.103929:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075469.423867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075469.423877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075469.423881:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075469.423890:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1151 00000100:00080000:2.0:1769075469.423899:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075469.423906:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075469.423954:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961289728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075469.423978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075469.423981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075469.423982:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075469.423986:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1151 00000100:00080000:2.0:1769075469.423988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075469.423991:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075469.423998:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075469.424007:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961289856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075469.424016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075469.424019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075469.424020:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075469.424023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1151 00000100:00100000:3.0:1769075469.424039:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961289728:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075469.424042:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075469.424051:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075469.424056:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075469.424072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961289984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075469.424117:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075469.424149:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075469/real 1769075469] req@ffff895e44e2b100 x1855008961289728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075469.424216:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961289728/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075469.424224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075469.424227:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075469.424231:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961289728:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075469.424238:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289856:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075469.424268:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075469.424278:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075469/real 1769075469] req@ffff895e44e2a300 x1855008961289856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075469.424318:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961289856/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075469.424330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075469.424335:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075469.424340:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289856:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075469.424374:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289984:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075469.424406:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075469.424439:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075469/real 1769075469] req@ffff895e44e2aa00 x1855008961289984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075469.424453:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961289984/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075469.424476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075469.424480:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075469.424496:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961289984:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075470.128069:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075471.151955:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075472.175880:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075473.199981:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075474.223931:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075474.543928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.543942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075474.543948:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.543963:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1157 00000100:00080000:0.0:1769075474.544010:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.544021:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075474.544116:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961290112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075474.544157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.544163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075474.544166:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.544174:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1157 00000100:00080000:0.0:1769075474.544181:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.544188:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075474.544204:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290112:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075474.544204:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075474.544234:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961290240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075474.544253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075474.544260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075474.544262:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075474.544267:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1157 00000100:00080000:0.0:1769075474.544273:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075474.544278:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075474.544283:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075474.544296:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961290368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075474.544313:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075474.544374:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff895e4383ce00 x1855008961290112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075474.544397:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961290112/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075474.544409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075474.544416:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075474.544421:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290112:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075474.544461:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290240:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075474.544484:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075474.544495:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff895e4383c000 x1855008961290240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075474.544516:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961290240/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075474.544524:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075474.544527:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075474.544541:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290240:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075474.544559:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290368:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075474.544591:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075474.544601:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075474/real 1769075474] req@ffff895e4383f480 x1855008961290368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075474.544612:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961290368/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075474.544619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075474.544622:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075474.544626:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290368:192.168.204.117@tcp:38:kworker.0 00010000:00010000:3.0:1769075475.247921:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075476.271967:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075477.295948:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075478.319872:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075479.343907:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075479.663864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075479.663876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075479.663880:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075479.663890:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1162 00000100:00080000:1.0:1769075479.663902:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075479.663909:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075479.663947:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961290496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075479.663974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075479.663977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075479.664001:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075479.664005:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1162 00000100:00080000:1.0:1769075479.664008:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075479.664013:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075479.664045:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075479.664058:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290496:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075479.664065:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961290624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075479.664085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075479.664090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075479.664092:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075479.664099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1162 00000100:00080000:1.0:1769075479.664105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075479.664111:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075479.664119:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075479.664133:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961290752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075479.664140:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075479.664181:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff895e4713d180 x1855008961290496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075479.664195:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961290496/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075479.664203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075479.664207:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075479.664210:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290496:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075479.664229:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290624:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075479.664261:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075479.664270:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff895e4713c380 x1855008961290624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075479.664278:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961290624/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075479.664283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075479.664286:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075479.664288:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290624:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075479.664292:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290752:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075479.664302:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075479.664308:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075479/real 1769075479] req@ffff895e4713df80 x1855008961290752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075479.664315:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961290752/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075479.664321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075479.664322:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075479.664324:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961290752:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075480.367911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075481.391902:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075482.416008:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075483.439944:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075484.463892:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075484.783814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075484.783822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075484.783826:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075484.783833:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1167 00000100:00080000:1.0:1769075484.783842:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075484.783848:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075484.783887:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961290880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075484.783931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075484.783946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075484.783948:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075484.783951:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1167 00000100:00080000:1.0:1769075484.783955:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075484.783959:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075484.783967:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075484.783977:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290880:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075484.783979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961291008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075484.783992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075484.783995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075484.783996:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075484.783999:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1167 00000100:00080000:1.0:1769075484.784001:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075484.784004:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075484.784007:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075484.784013:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961291136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075484.784047:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075484.784090:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff895e4713df80 x1855008961290880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075484.784128:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961290880/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075484.784136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075484.784139:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075484.784142:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961290880:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075484.784167:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291008:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075484.784190:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075484.784200:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff895e4713c380 x1855008961291008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075484.784208:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961291008/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075484.784214:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075484.784221:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075484.784224:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291008:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075484.784228:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291136:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075484.784245:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075484.784253:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075484/real 1769075484] req@ffff895e4713d180 x1855008961291136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075484.784261:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961291136/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075484.784291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075484.784294:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075484.784296:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291136:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075485.488031:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075486.511927:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075487.535935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075488.559876:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075489.583898:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075489.903852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.903861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075489.903865:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.903873:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1172 00000100:00080000:0.0:1769075489.903882:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.903887:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075489.903919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961291264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075489.903942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.903945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075489.903946:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.903949:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1172 00000100:00080000:0.0:1769075489.903951:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.903954:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075489.903962:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075489.903971:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961291392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075489.903977:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961291264:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075489.903981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075489.903986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075489.903987:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075489.903990:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1172 00000100:00080000:0.0:1769075489.903992:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075489.903995:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075489.904012:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075489.904022:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961291520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075489.904049:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075489.904088:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff895e4383fb80 x1855008961291264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075489.904108:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961291264/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075489.904129:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075489.904134:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075489.904139:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961291264:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075489.904163:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291392:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075489.904197:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075489.904212:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff895e4383c380 x1855008961291392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075489.904225:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961291392/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075489.904234:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075489.904237:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075489.904241:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291392:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075489.904256:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291520:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075489.904280:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075489.904292:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075489/real 1769075489] req@ffff895e4383f100 x1855008961291520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075489.904306:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961291520/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075489.904314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075489.904318:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075489.904321:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291520:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075490.607892:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075491.631919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075492.655932:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075493.679976:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075494.703889:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075495.023935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075495.023949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075495.023998:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075495.024008:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1177 00000100:00080000:1.0:1769075495.024021:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075495.024028:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075495.024068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961291648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075495.024099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075495.024102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075495.024104:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075495.024107:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1177 00000100:00080000:1.0:1769075495.024109:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075495.024112:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075495.024122:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075495.024133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961291776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075495.024141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075495.024144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075495.024145:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075495.024148:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1177 00000100:00080000:1.0:1769075495.024149:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075495.024152:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075495.024155:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075495.024162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961291904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075495.024185:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961291648:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075495.024261:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075495.024332:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075495/real 1769075495] req@ffff895e4713dc00 x1855008961291648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075495.024347:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961291648/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075495.024359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075495.024363:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075495.024366:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961291648:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075495.024373:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291776:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075495.024392:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075495.024401:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075495/real 1769075495] req@ffff895e4713f800 x1855008961291776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075495.024423:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961291776/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075495.024430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075495.024432:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075495.024435:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291776:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075495.024457:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291904:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075495.024470:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075495.024477:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075495/real 1769075495] req@ffff895e4713ca80 x1855008961291904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075495.024486:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961291904/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075495.024491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075495.024493:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075495.024495:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961291904:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075495.727929:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075496.751869:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075497.775892:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075498.799897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075499.823862:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075500.143882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075500.143894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075500.143898:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075500.143908:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1182 00000100:00080000:0.0:1769075500.143919:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075500.143927:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075500.143962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961292032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075500.143990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075500.143993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075500.143995:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075500.143997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1182 00000100:00080000:0.0:1769075500.144001:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075500.144004:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075500.144012:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075500.144021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961292160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075500.144029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075500.144031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075500.144034:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075500.144037:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292032:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075500.144038:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1182 00000100:00080000:0.0:1769075500.144055:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075500.144059:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075500.144063:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075500.144072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961292288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075500.144152:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292160:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075500.144187:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292288:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075500.847885:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075501.871845:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075502.896006:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075503.216138:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:3.0:1769075503.216200:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075503.216248:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075503.216306:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075503.216321:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075503.216373:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075500/real 1769075503] req@ffff895e4383e680 x1855008961292160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075503.216418:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961292160/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075503.216431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075503.216437:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075503.216442:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292160:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075503.216451:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075500/real 1769075503] req@ffff895e4383d880 x1855008961292288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075503.216487:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961292288/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075503.216497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075503.216501:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075503.216505:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292288:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075503.216514:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075500/real 1769075503] req@ffff895e4383c700 x1855008961292032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075503.216529:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961292032/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075503.216538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075503.216542:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075503.216546:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292032:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075503.919961:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075504.943988:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075505.263977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075505.263989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075505.263994:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075505.264022:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1187 00000100:00080000:1.0:1769075505.264035:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075505.264042:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075505.264078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961292416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075505.264109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075505.264113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075505.264115:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075505.264118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1187 00000100:00080000:1.0:1769075505.264122:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075505.264125:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075505.264134:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075505.264149:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961292544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075505.264166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075505.264172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075505.264174:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075505.264188:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292416:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075505.264225:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1187 00000100:00080000:1.0:1769075505.264232:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075505.264238:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075505.264245:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075505.264265:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961292672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075505.264314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075505.264363:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075505/real 1769075505] req@ffff895e4713d500 x1855008961292416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075505.264390:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961292416/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075505.264405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075505.264423:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075505.264429:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292416:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075505.264440:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292544:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075505.264480:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075505.264499:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075505/real 1769075505] req@ffff895e4713f480 x1855008961292544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075505.264530:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961292544/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075505.264542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075505.264547:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075505.264573:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292544:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075505.264609:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292672:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075505.264649:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075505.264667:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075505/real 1769075505] req@ffff895e4713ce00 x1855008961292672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075505.264685:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961292672/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075505.264695:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075505.264699:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075505.264704:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292672:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075505.967878:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075506.991968:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075508.015984:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075509.039948:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075510.064011:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075510.383892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075510.383901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075510.383905:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075510.383914:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1192 00000100:00080000:0.0:1769075510.383924:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075510.383931:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075510.383965:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961292800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075510.383993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075510.383997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075510.383999:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075510.384005:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1192 00000100:00080000:0.0:1769075510.384009:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075510.384015:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075510.384025:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075510.384041:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961292928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075510.384045:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292800:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075510.384054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075510.384071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075510.384073:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075510.384078:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1192 00000100:00080000:0.0:1769075510.384082:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075510.384086:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075510.384092:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075510.384113:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961293056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075510.384119:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075510.384183:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075510/real 1769075510] req@ffff895e4383ed80 x1855008961292800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075510.384199:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961292800/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075510.384208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075510.384211:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075510.384214:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961292800:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075510.384247:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292928:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075510.384270:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075510.384286:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075510/real 1769075510] req@ffff895e4383d180 x1855008961292928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075510.384303:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961292928/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075510.384313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075510.384317:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075510.384321:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961292928:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075510.384329:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293056:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075510.384354:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075510.384388:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075510/real 1769075510] req@ffff895e4383df80 x1855008961293056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075510.384399:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961293056/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075510.384405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075510.384408:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075510.384410:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293056:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075511.087952:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075512.111906:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075513.135919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075514.159888:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075515.183964:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075515.503942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075515.503966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075515.503972:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075515.503985:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1198 00000100:00080000:0.0:1769075515.503998:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075515.504009:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075515.504068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961293184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075515.504108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075515.504114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075515.504117:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075515.504123:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1198 00000100:00080000:0.0:1769075515.504129:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075515.504135:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075515.504148:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075515.504166:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293184:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075515.504173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961293312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075515.504214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075515.504219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075515.504222:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075515.504230:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1198 00000100:00080000:0.0:1769075515.504237:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1769075515.504246:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00080000:0.0:1769075515.504252:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075515.504264:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075515.504295:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961293440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075515.504318:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075515] req@ffff895e4383df80 x1855008961293184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075515.504348:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961293184/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075515.504364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075515.504370:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075515.504375:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293184:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075515.504457:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293312:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075515.504491:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075515.504526:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075515] req@ffff895e4383d180 x1855008961293312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075515.504559:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961293312/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075515.504568:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075515.504572:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075515.504576:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293312:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075515.504582:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293440:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075515.504606:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075515.504616:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075515/real 1769075515] req@ffff895e4383ed80 x1855008961293440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075515.504627:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961293440/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075515.504635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075515.504638:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075515.504641:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293440:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075516.207960:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075517.231946:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075518.255879:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075519.279926:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075520.304045:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075520.623962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.623975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075520.623981:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.623993:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1203 00000100:00080000:2.0:1769075520.624030:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.624040:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075520.624085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961293568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075520.624148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.624156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075520.624160:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.624168:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1203 00000100:00080000:2.0:1769075520.624175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.624182:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075520.624198:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075520.624221:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293568:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075520.624221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961293696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075520.624242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075520.624247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075520.624251:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075520.624258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1203 00000100:00080000:2.0:1769075520.624263:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075520.624270:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075520.624278:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075520.624331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961293824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075520.624344:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075520.624404:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff895e44e29880 x1855008961293568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075520.624464:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961293568/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075520.624484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075520.624492:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075520.624500:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293568:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075520.624542:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293696:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075520.624586:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075520.624606:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff895e44e28000 x1855008961293696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075520.624622:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961293696/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075520.624633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075520.624637:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075520.624641:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293696:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075520.624649:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293824:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075520.624691:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075520.624704:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075520/real 1769075520] req@ffff895e44e28380 x1855008961293824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075520.624719:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961293824/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075520.624729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075520.624732:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075520.624736:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961293824:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075521.327994:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075522.352044:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075523.375893:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075524.399917:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075525.424016:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075525.743968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075525.743981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075525.743987:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075525.743999:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1208 00000100:00080000:0.0:1769075525.744013:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075525.744022:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075525.744080:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961293952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075525.744133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075525.744138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075525.744141:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075525.744146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1208 00000100:00080000:0.0:1769075525.744150:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075525.744179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075525.744191:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075525.744236:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961294080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075525.744262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075525.744267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075525.744270:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075525.744275:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1208 00000100:00080000:0.0:1769075525.744281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075525.744286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075525.744294:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075525.744299:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293952:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075525.744322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961294208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075525.744389:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075525.744448:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff895e4383c700 x1855008961293952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075525.744484:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961293952/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075525.744498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075525.744503:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075525.744508:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961293952:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075525.744519:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294080:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075525.744566:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075525.744588:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff895e4383d880 x1855008961294080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075525.744656:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961294080/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075525.744673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075525.744680:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075525.744687:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294080:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075525.744720:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294208:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075525.744792:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075525.744814:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075525/real 1769075525] req@ffff895e4383e680 x1855008961294208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075525.744838:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961294208/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075525.744854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075525.744861:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075525.744868:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294208:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075526.447885:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075527.471933:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075528.496087:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075529.519916:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075530.543974:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075530.863847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.863861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075530.863866:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.863878:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1213 00000100:00080000:0.0:1769075530.863892:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.863901:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075530.863948:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961294336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075530.863987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.863992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075530.864014:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.864020:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1213 00000100:00080000:0.0:1769075530.864028:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.864034:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075530.864048:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075530.864076:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961294336:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075530.864079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961294464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075530.864103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075530.864108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075530.864111:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075530.864116:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1213 00000100:00080000:0.0:1769075530.864145:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075530.864151:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075530.864159:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075530.864175:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961294592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075530.864204:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075530.864257:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff895e4383f100 x1855008961294336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075530.864282:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961294336/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075530.864335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075530.864343:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075530.864363:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961294336:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075530.864405:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294464:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075530.864450:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075530.864478:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff895e4383c380 x1855008961294464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075530.864494:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961294464/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075530.864505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075530.864509:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075530.864514:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294464:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075530.864533:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294592:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075530.864553:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075530.864563:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075530/real 1769075530] req@ffff895e4383fb80 x1855008961294592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075530.864577:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961294592/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075530.864587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075530.864590:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075530.864594:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294592:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075531.568055:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075532.591922:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075533.615961:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075534.640029:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075535.663908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075535.983854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.983862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075535.983866:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.983873:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1218 00000100:00080000:0.0:1769075535.983883:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.983889:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075535.983920:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961294720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075535.983960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.983963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075535.983964:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.983967:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1218 00000100:00080000:0.0:1769075535.983970:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.983973:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075535.983980:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075535.983989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961294848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075535.983995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075535.983998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075535.983999:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075535.984001:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1218 00000100:00080000:0.0:1769075535.984002:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075535.984005:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075535.984007:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075535.984013:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961294976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075535.984064:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961294720:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075535.984120:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075535.984158:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff895e4383f480 x1855008961294720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075535.984172:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961294720/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075535.984181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075535.984184:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075535.984190:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961294720:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075535.984197:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294848:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075535.984211:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075535.984218:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff895e4383c000 x1855008961294848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075535.984226:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961294848/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075535.984240:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075535.984245:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075535.984248:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294848:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075535.984252:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294976:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075535.984263:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075535.984279:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075535/real 1769075535] req@ffff895e4383ce00 x1855008961294976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075535.984294:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961294976/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075535.984300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075535.984302:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075535.984304:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961294976:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075536.688020:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075537.711968:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075538.736038:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075539.759907:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075540.783952:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075541.103888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075541.103897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075541.103902:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075541.103909:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1223 00000100:00080000:0.0:1769075541.103936:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075541.103941:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075541.103987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961295104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075541.104011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075541.104014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075541.104015:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075541.104018:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1223 00000100:00080000:0.0:1769075541.104020:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075541.104023:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075541.104030:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075541.104037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961295232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075541.104045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075541.104048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075541.104049:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075541.104052:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1223 00000100:00080000:0.0:1769075541.104053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075541.104056:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075541.104059:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075541.104066:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295104:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075541.104068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961295360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075541.104125:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075541.104158:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075541/real 1769075541] req@ffff895e4383ea00 x1855008961295104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075541.104172:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961295104/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075541.104180:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075541.104183:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075541.104186:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295104:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075541.104191:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295232:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075541.104204:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075541.104211:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075541/real 1769075541] req@ffff895e4383dc00 x1855008961295232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075541.104219:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961295232/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075541.104236:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075541.104238:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075541.104241:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295232:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075541.104260:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295360:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075541.104273:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075541.104280:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075541/real 1769075541] req@ffff895e4383ca80 x1855008961295360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075541.104287:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961295360/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075541.104293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075541.104295:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075541.104297:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295360:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075541.807993:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075542.832010:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075543.856060:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075544.879989:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075545.903984:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075546.223925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075546.223937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075546.223941:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075546.223950:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1228 00000100:00080000:2.0:1769075546.223962:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075546.223969:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075546.224011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961295488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075546.224041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075546.224045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075546.224046:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075546.224050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1228 00000100:00080000:2.0:1769075546.224053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075546.224057:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075546.224066:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075546.224078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961295616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075546.224102:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295488:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075546.224125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075546.224129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075546.224132:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075546.224137:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1228 00000100:00080000:2.0:1769075546.224142:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075546.224146:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075546.224151:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075546.224163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961295744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075546.224184:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075546.224274:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075546/real 1769075546] req@ffff895e44e28380 x1855008961295488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075546.224313:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961295488/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075546.224327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075546.224332:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075546.224349:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295488:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075546.224393:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295616:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075546.224445:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075546.224463:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075546/real 1769075546] req@ffff895e44e28000 x1855008961295616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075546.224480:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961295616/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075546.224508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075546.224513:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075546.224517:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295616:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075546.224524:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295744:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075546.224545:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075546.224555:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075546/real 1769075546] req@ffff895e44e29880 x1855008961295744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075546.224585:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961295744/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075546.224592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075546.224595:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075546.224597:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961295744:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075546.927993:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075547.952042:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075548.975944:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075549.999989:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075551.023948:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075551.343914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075551.343927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075551.343932:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075551.343944:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1233 00000100:00080000:2.0:1769075551.343957:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075551.343967:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075551.344011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961295872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075551.344048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075551.344053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075551.344055:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075551.344060:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1233 00000100:00080000:2.0:1769075551.344064:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075551.344068:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075551.344100:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075551.344124:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295872:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075551.344125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961296000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075551.344161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075551.344184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075551.344188:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075551.344195:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1233 00000100:00080000:2.0:1769075551.344204:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075551.344211:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075551.344220:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075551.344249:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075551.344249:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961296128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075551.344346:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075551/real 1769075551] req@ffff895e44e2aa00 x1855008961295872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075551.344374:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961295872/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075551.344386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075551.344391:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075551.344396:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961295872:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075551.344433:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296000:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075551.344462:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075551.344477:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075551/real 1769075551] req@ffff895e44e2a300 x1855008961296000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075551.344491:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961296000/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075551.344501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075551.344504:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075551.344508:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296000:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075551.344514:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296128:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075551.344566:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075551.344580:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075551/real 1769075551] req@ffff895e44e2b100 x1855008961296128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075551.344595:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961296128/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075551.344623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075551.344628:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075551.344633:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296128:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075552.047972:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075553.071930:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075554.095894:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075555.119914:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075556.143902:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075556.463902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075556.463921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075556.463928:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075556.463942:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1239 00000100:00080000:2.0:1769075556.463956:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075556.463981:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075556.464046:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961296256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075556.464077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075556.464083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075556.464103:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075556.464111:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1239 00000100:00080000:2.0:1769075556.464145:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075556.464156:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075556.464179:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961296256:192.168.204.117@tcp:250:kworker.0 00000008:00100000:2.0:1769075556.464189:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075556.464226:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961296384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075556.464245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075556.464250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075556.464253:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075556.464258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1239 00000100:00080000:2.0:1769075556.464266:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075556.464271:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075556.464278:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075556.464288:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075556.464302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961296512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075556.464384:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075556/real 1769075556] req@ffff895e44e2b480 x1855008961296256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075556.464404:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961296256/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075556.464424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075556.464429:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075556.464433:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961296256:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075556.464476:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296384:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075556.464517:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075556.464533:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075556/real 1769075556] req@ffff895e44e28e00 x1855008961296384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075556.464563:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961296384/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075556.464571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075556.464574:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075556.464577:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296384:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075556.464600:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296512:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075556.464618:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075556.464627:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075556/real 1769075556] req@ffff895e44e29f80 x1855008961296512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075556.464656:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961296512/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075556.464666:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075556.464671:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075556.464675:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296512:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075557.168046:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075558.191938:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075559.215968:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075560.239886:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075561.263908:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075561.583820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075561.583830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075561.583834:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075561.583853:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1244 00000100:00080000:2.0:1769075561.583864:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075561.583871:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075561.583907:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961296640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075561.583933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075561.583953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075561.583955:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075561.583959:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1244 00000100:00080000:2.0:1769075561.583963:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075561.583968:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075561.583977:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075561.583990:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961296768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075561.583999:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961296640:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075561.584005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075561.584010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075561.584011:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075561.584015:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1244 00000100:00080000:2.0:1769075561.584018:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075561.584021:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075561.584026:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075561.584035:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961296896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075561.584070:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075561.584117:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff895e44e29180 x1855008961296640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075561.584134:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961296640/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075561.584143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075561.584147:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075561.584150:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961296640:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075561.584182:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296768:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075561.584201:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075561.584212:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff895e44e29500 x1855008961296768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075561.584235:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961296768/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075561.584243:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075561.584246:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075561.584249:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296768:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075561.584254:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296896:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075561.584310:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075561.584340:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075561/real 1769075561] req@ffff895e44e28a80 x1855008961296896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075561.584351:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961296896/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075561.584358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075561.584361:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075561.584364:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961296896:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075562.287872:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075563.311961:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075564.335946:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075565.359986:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075566.383962:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075566.703863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075566.703900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075566.703904:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075566.703912:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1249 00000100:00080000:0.0:1769075566.703922:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075566.703928:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075566.703973:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961297024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075566.704009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075566.704011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075566.704013:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075566.704016:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1249 00000100:00080000:0.0:1769075566.704018:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075566.704021:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075566.704029:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075566.704038:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961297152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075566.704045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075566.704048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075566.704049:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075566.704052:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1249 00000100:00080000:0.0:1769075566.704054:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075566.704058:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075566.704061:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075566.704068:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961297280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075566.704083:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297024:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075566.704185:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297152:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075566.704214:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297280:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075567.407992:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075568.431988:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075569.455872:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075569.776135:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075569.776231:0:2392:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075569.776260:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075569.776323:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075569.776334:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075569.776384:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075569] req@ffff895e4383e300 x1855008961297280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075569.776439:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961297280/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075569.776453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075569.776458:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075569.776462:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297280:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075569.776499:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075569] req@ffff895e4383d500 x1855008961297024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075569.776525:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961297024/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075569.776535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075569.776539:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075569.776543:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297024:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075569.776551:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075566/real 1769075569] req@ffff895e4383f800 x1855008961297152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075569.776566:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961297152/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075569.776576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075569.776580:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075569.776585:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297152:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075570.479994:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075571.503895:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075571.823884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075571.823895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075571.823899:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075571.823910:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1254 00000100:00080000:2.0:1769075571.823922:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075571.823930:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075571.823964:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961297408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075571.824010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075571.824014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075571.824016:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075571.824021:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1254 00000100:00080000:2.0:1769075571.824026:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075571.824031:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075571.824041:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075571.824055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961297536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075571.824063:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297408:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075571.824069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075571.824073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075571.824075:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075571.824084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1254 00000100:00080000:2.0:1769075571.824089:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075571.824094:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075571.824099:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075571.824112:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961297664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075571.824158:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075571.824204:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff895e44e2bb80 x1855008961297408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075571.824237:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961297408/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075571.824248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075571.824253:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075571.824257:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297408:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075571.824284:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297536:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075571.824314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075571.824328:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff895e44e29c00 x1855008961297536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075571.824341:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961297536/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075571.824350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075571.824354:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075571.824358:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297536:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075571.824364:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297664:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075571.824387:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075571.824398:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075571/real 1769075571] req@ffff895e44e2b800 x1855008961297664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075571.824424:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961297664/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075571.824464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075571.824469:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075571.824473:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297664:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075572.527949:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075573.551966:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075574.575925:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075575.600032:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075576.623949:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075576.943968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075576.943981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075576.943986:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075576.943997:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1259 00000100:00080000:0.0:1769075576.944011:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075576.944019:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075576.944065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961297792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075576.944106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075576.944110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075576.944121:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075576.944126:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1259 00000100:00080000:0.0:1769075576.944130:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075576.944134:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075576.944145:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075576.944160:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961297920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075576.944175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075576.944180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075576.944185:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075576.944190:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297792:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075576.944194:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1259 00000100:00080000:0.0:1769075576.944205:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075576.944213:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075576.944241:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075576.944260:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961298048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075576.944307:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075576.944433:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff895e4383f800 x1855008961297792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075576.944473:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961297792/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075576.944488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075576.944493:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075576.944499:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961297792:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075576.944529:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297920:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075576.944562:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075576.944578:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff895e4383d500 x1855008961297920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075576.944592:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961297920/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075576.944621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075576.944625:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075576.944629:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961297920:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075576.944637:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298048:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075576.944670:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075576.944689:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075576/real 1769075576] req@ffff895e4383e300 x1855008961298048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075576.944712:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961298048/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075576.944745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075576.944752:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075576.944807:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298048:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075577.647904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075578.671979:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075579.695970:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075580.719997:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075581.743953:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075582.063905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075582.063923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075582.063927:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075582.063935:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1264 00000100:00080000:2.0:1769075582.063961:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075582.063967:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075582.063997:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961298176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075582.064020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075582.064023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075582.064024:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075582.064027:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1264 00000100:00080000:2.0:1769075582.064029:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075582.064031:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075582.064038:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075582.064046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961298304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075582.064054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075582.064056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075582.064058:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075582.064060:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1264 00000100:00080000:2.0:1769075582.064062:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075582.064065:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075582.064068:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075582.064075:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961298432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075582.064080:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298176:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075582.064138:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075582.064170:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075582/real 1769075582] req@ffff895e44e2b800 x1855008961298176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075582.064184:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961298176/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075582.064192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075582.064205:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075582.064215:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298176:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075582.064221:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298304:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075582.064238:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075582.064249:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075582/real 1769075582] req@ffff895e44e29c00 x1855008961298304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075582.064276:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961298304/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075582.064286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075582.064289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075582.064320:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298304:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075582.064350:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298432:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075582.064369:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075582.064378:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075582/real 1769075582] req@ffff895e44e2bb80 x1855008961298432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075582.064387:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961298432/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075582.064393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075582.064396:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075582.064398:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298432:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075582.767982:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075583.791926:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075584.815992:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075585.839909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075586.863948:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075587.183923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075587.183935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075587.183940:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075587.183951:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1269 00000100:00080000:0.0:1769075587.183965:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075587.183972:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075587.184031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961298560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075587.184094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075587.184099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075587.184102:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075587.184107:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1269 00000100:00080000:0.0:1769075587.184121:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075587.184126:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075587.184139:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075587.184160:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961298688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075587.184212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075587.184221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075587.184240:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075587.184245:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1269 00000100:00100000:3.0:1769075587.184258:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298560:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075587.184271:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075587.184278:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075587.184285:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075587.184300:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961298816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075587.184344:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075587.184404:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075587/real 1769075587] req@ffff895e4383ca80 x1855008961298560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075587.184443:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961298560/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075587.184460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075587.184466:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075587.184471:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298560:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075587.184482:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298688:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075587.184516:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075587.184531:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075587/real 1769075587] req@ffff895e4383dc00 x1855008961298688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075587.184548:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961298688/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075587.184558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075587.184563:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075587.184567:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298688:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075587.184600:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298816:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075587.184621:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075587.184632:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075587/real 1769075587] req@ffff895e4383ea00 x1855008961298816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075587.184647:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961298816/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075587.184675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075587.184682:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075587.184688:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961298816:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075587.887895:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075588.911887:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075589.935893:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075590.959953:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075591.983994:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075592.303900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075592.303939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075592.303946:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075592.303961:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1274 00000100:00080000:2.0:1769075592.303976:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075592.303988:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075592.304030:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961298944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075592.304066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075592.304070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075592.304073:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075592.304079:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1274 00000100:00080000:2.0:1769075592.304086:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075592.304110:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075592.304125:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075592.304131:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298944:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075592.304155:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961299072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075592.304176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075592.304182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075592.304185:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075592.304193:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1274 00000100:00080000:2.0:1769075592.304213:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075592.304223:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075592.304225:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075592.304240:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075592.304261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961299200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075592.304283:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075592/real 1769075592] req@ffff895e44e28a80 x1855008961298944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075592.304304:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961298944/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075592.304316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075592.304321:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075592.304325:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961298944:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075592.304354:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299072:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075592.304372:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075592.304380:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075592/real 1769075592] req@ffff895e44e29500 x1855008961299072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075592.304389:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961299072/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075592.304395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075592.304398:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075592.304400:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299072:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075592.304418:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299200:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075592.304433:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075592.304441:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075592/real 1769075592] req@ffff895e44e29180 x1855008961299200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075592.304449:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961299200/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075592.304455:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075592.304457:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075592.304460:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299200:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075593.007930:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075594.031903:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075595.055954:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075596.079832:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075597.103892:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075597.423872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075597.423898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075597.423903:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075597.423933:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1279 00000100:00080000:2.0:1769075597.423949:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075597.423970:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075597.424044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961299328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075597.424083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075597.424086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075597.424088:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075597.424091:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1279 00000100:00080000:2.0:1769075597.424094:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075597.424097:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075597.424122:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075597.424148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961299456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075597.424159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075597.424163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075597.424165:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075597.424172:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961299328:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075597.424173:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1279 00000100:00080000:2.0:1769075597.424180:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075597.424186:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075597.424219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075597.424233:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961299584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075597.424273:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075597.424327:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075597/real 1769075597] req@ffff895e44e29f80 x1855008961299328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075597.424357:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961299328/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075597.424367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075597.424371:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075597.424375:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961299328:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075597.424398:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299456:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075597.424418:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075597.424428:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075597/real 1769075597] req@ffff895e44e28e00 x1855008961299456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075597.424448:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961299456/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075597.424456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075597.424459:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075597.424462:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299456:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075597.424467:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299584:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075597.424496:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075597.424502:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075597/real 1769075597] req@ffff895e44e2b480 x1855008961299584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075597.424510:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961299584/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075597.424515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075597.424516:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075597.424518:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299584:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075598.127884:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075599.152052:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075600.176032:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075601.200028:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075602.224013:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075602.543887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075602.543961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075602.543966:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075602.543977:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1285 00000100:00080000:3.0:1769075602.544000:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075602.544007:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075602.544040:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961299712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075602.544092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075602.544095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075602.544096:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075602.544099:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1285 00000100:00080000:3.0:1769075602.544103:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075602.544106:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075602.544114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075602.544124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961299840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075602.544134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075602.544139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1769075602.544140:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961299712:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075602.544141:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075602.544149:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1285 00000100:00080000:3.0:1769075602.544153:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075602.544155:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075602.544159:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075602.544170:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961299968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075602.544206:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075602.544271:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff895e453d5180 x1855008961299712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075602.544294:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961299712/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075602.544322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075602.544327:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075602.544332:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961299712:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075602.544372:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299840:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075602.544410:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075602.544425:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff895e453d7100 x1855008961299840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075602.544440:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961299840/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075602.544451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075602.544454:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075602.544458:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299840:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075602.544466:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299968:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075602.544502:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075602.544514:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075602/real 1769075602] req@ffff895e453d7b80 x1855008961299968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075602.544527:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961299968/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075602.544536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075602.544540:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075602.544557:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961299968:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075603.248014:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075604.271962:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075605.295994:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075606.319930:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075607.343887:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075607.664000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075607.664009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075607.664030:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075607.664038:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1290 00000100:00080000:1.0:1769075607.664048:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075607.664054:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075607.664085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961300096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075607.664130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075607.664134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075607.664136:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075607.664140:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1290 00000100:00080000:1.0:1769075607.664144:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075607.664149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075607.664157:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075607.664169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961300224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075607.664178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075607.664182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075607.664183:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075607.664186:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1290 00000100:00080000:1.0:1769075607.664189:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075607.664192:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075607.664195:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075607.664204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961300352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075607.664224:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300096:192.168.204.117@tcp:250:kworker.0 00000800:00000100:2.0:1769075607.664334:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075607.664379:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff895e4713ea00 x1855008961300096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075607.664414:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961300096/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075607.664425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075607.664429:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075607.664433:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300096:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075607.664439:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300224:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075607.664458:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075607.664466:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff895e4713f100 x1855008961300224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075607.664496:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961300224/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075607.664502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075607.664505:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075607.664508:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300224:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075607.664535:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300352:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075607.664551:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075607.664559:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075607/real 1769075607] req@ffff895e4713e300 x1855008961300352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075607.664568:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961300352/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075607.664574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075607.664577:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075607.664579:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300352:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075608.367903:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075609.391876:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075610.415966:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075611.439880:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075612.463904:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075612.783935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075612.783949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075612.783955:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075612.783967:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1295 00000100:00080000:3.0:1769075612.784010:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075612.784033:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075612.784065:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961300480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075612.784110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075612.784114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075612.784116:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075612.784120:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1295 00000100:00080000:3.0:1769075612.784123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075612.784127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075612.784137:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075612.784149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961300608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075612.784159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075612.784163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075612.784165:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075612.784168:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1295 00000100:00080000:3.0:1769075612.784171:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075612.784179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075612.784179:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300480:192.168.204.117@tcp:250:kworker.0 00000008:00100000:3.0:1769075612.784186:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075612.784198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961300736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075612.784282:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075612.784317:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff895e453d5500 x1855008961300480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075612.784354:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961300480/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075612.784374:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075612.784378:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075612.784381:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300480:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075612.784388:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300608:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075612.784408:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075612.784417:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff895e453d7480 x1855008961300608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075612.784426:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961300608/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075612.784433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075612.784435:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075612.784438:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300608:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075612.784467:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300736:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075612.784479:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075612.784487:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075612/real 1769075612] req@ffff895e453d4e00 x1855008961300736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075612.784514:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961300736/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075612.784521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075612.784524:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075612.784527:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300736:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075613.487871:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075614.511943:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075615.535904:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075616.559892:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075617.583928:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075617.903850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075617.903862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075617.903866:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075617.903876:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1300 00000100:00080000:0.0:1769075617.903888:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075617.903895:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075617.903937:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961300864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075617.903965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075617.903968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075617.903969:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075617.903972:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1300 00000100:00080000:0.0:1769075617.903974:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075617.903977:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075617.903985:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075617.903995:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961300992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075617.904004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075617.904023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075617.904024:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075617.904030:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1300 00000100:00100000:2.0:1769075617.904034:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300864:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075617.904034:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075617.904041:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075617.904048:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075617.904057:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961301120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075617.904123:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075617.904172:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff895e4383ce00 x1855008961300864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075617.904194:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961300864/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075617.904208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075617.904212:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075617.904217:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961300864:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075617.904226:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300992:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075617.904249:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075617.904262:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff895e4383c000 x1855008961300992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075617.904276:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961300992/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075617.904286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075617.904290:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075617.904294:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961300992:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075617.904322:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301120:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075617.904341:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075617.904352:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075617/real 1769075617] req@ffff895e4383f480 x1855008961301120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075617.904373:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961301120/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075617.904383:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075617.904386:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075617.904390:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301120:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075618.607919:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075619.631996:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075620.655922:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075621.679920:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075622.703918:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075623.023894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075623.023907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075623.023913:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075623.023925:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1305 00000100:00080000:2.0:1769075623.023949:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075623.023959:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075623.024023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961301248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075623.024055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075623.024058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075623.024059:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075623.024063:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1305 00000100:00080000:2.0:1769075623.024066:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075623.024069:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075623.024079:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075623.024125:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961301248:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075623.024136:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961301376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075623.024185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075623.024191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075623.024195:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075623.024203:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1305 00000100:00080000:2.0:1769075623.024224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769075623.024225:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00080000:2.0:1769075623.024235:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075623.024244:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075623.024290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961301504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075623.024304:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075623/real 1769075623] req@ffff895e44e2b100 x1855008961301248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075623.024344:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961301248/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075623.024357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075623.024363:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075623.024370:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961301248:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075623.024394:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301376:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075623.024415:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075623.024424:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075623/real 1769075623] req@ffff895e44e2a300 x1855008961301376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075623.024432:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961301376/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075623.024438:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075623.024441:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075623.024443:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301376:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075623.024447:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301504:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075623.024468:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075623.024474:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075623/real 1769075623] req@ffff895e44e2aa00 x1855008961301504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075623.024493:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961301504/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075623.024498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075623.024500:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075623.024502:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301504:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075623.727929:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075624.751884:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075625.775917:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075626.799896:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075627.823950:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075628.143991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075628.144007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075628.144014:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075628.144029:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1310 00000100:00080000:2.0:1769075628.144047:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075628.144058:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075628.144119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961301632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075628.144170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075628.144175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075628.144178:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075628.144212:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1310 00000100:00080000:2.0:1769075628.144218:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075628.144225:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075628.144239:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075628.144260:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961301760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075628.144275:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961301632:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075628.144285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075628.144292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075628.144295:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075628.144301:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1310 00000100:00080000:2.0:1769075628.144306:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075628.144311:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075628.144318:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075628.144333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961301888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075628.144390:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075628.144451:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075628/real 1769075628] req@ffff895e44e29880 x1855008961301632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075628.144476:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961301632/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075628.144521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075628.144528:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075628.144534:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961301632:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075628.144585:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301760:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075628.144640:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075628.144666:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075628/real 1769075628] req@ffff895e44e28000 x1855008961301760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075628.144694:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961301760/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075628.144735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075628.144740:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075628.144785:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301760:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075628.144800:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301888:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075628.144847:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075628.144873:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075628/real 1769075628] req@ffff895e44e28380 x1855008961301888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075628.144898:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961301888/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075628.144914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075628.144921:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075628.144928:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961301888:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075628.847844:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075629.872110:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075630.895949:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075631.919935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075632.943887:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075633.263843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075633.263852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075633.263856:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075633.263864:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1315 00000100:00080000:0.0:1769075633.263873:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075633.263879:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075633.263910:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961302016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075633.263933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075633.263935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075633.263936:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075633.263939:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1315 00000100:00080000:0.0:1769075633.263941:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075633.263944:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075633.263950:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075633.263959:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961302144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075633.263974:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302016:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075633.263989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075633.263992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075633.263994:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075633.263997:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1315 00000100:00080000:0.0:1769075633.264000:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075633.264003:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075633.264007:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075633.264017:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961302272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075633.264090:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302144:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075633.264116:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302272:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075633.967900:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075634.991846:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075636.015920:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075636.336006:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075636.336062:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075636.336080:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075636.336120:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075636.336130:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075636.336178:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075633/real 1769075636] req@ffff895e4383c380 x1855008961302144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075636.336207:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961302144/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075636.336242:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075636.336248:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075636.336254:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302144:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075636.336263:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075633/real 1769075636] req@ffff895e4383f100 x1855008961302272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075636.336276:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961302272/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075636.336285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075636.336289:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075636.336292:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302272:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075636.336299:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075633/real 1769075636] req@ffff895e4383fb80 x1855008961302016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075636.336312:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961302016/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075636.336319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075636.336322:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075636.336326:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302016:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075637.039915:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075638.063861:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075638.383877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075638.383897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075638.383900:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075638.383908:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1320 00000100:00080000:1.0:1769075638.383917:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075638.383923:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075638.383949:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961302400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075638.383972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075638.383974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075638.383976:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075638.383978:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1320 00000100:00080000:1.0:1769075638.383981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075638.383983:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075638.383990:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075638.383998:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961302528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075638.384005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075638.384008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075638.384009:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075638.384011:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1320 00000100:00080000:1.0:1769075638.384013:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075638.384016:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075638.384019:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075638.384028:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302400:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075638.384028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961302656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075638.384096:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075638.384145:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075638/real 1769075638] req@ffff895e4713d880 x1855008961302400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075638.384174:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961302400/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075638.384185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075638.384190:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075638.384195:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302400:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075638.384203:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302528:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075638.384233:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075638.384248:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075638/real 1769075638] req@ffff895e4713ed80 x1855008961302528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075638.384259:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961302528/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075638.384268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075638.384272:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075638.384275:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302528:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075638.384304:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302656:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075638.384343:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075638.384355:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075638/real 1769075638] req@ffff895e4713e680 x1855008961302656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075638.384366:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961302656/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075638.384386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075638.384390:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075638.384393:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302656:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075639.087878:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075640.111884:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075641.135924:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075642.159871:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075643.183882:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075643.503855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.503864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075643.503867:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.503876:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1326 00000100:00080000:0.0:1769075643.503887:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.503894:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075643.503932:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961302784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075643.503954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.503957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075643.503958:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.503961:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1326 00000100:00080000:0.0:1769075643.503964:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.503967:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075643.503989:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075643.503998:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961302912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075643.504007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075643.504009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075643.504011:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075643.504014:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1326 00000100:00080000:0.0:1769075643.504017:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075643.504020:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075643.504023:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075643.504026:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302784:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075643.504033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961303040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075643.504087:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075643.504117:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff895e4383e680 x1855008961302784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075643.504130:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961302784/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075643.504138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075643.504141:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075643.504144:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961302784:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075643.504149:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302912:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075643.504162:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075643.504169:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff895e4383d880 x1855008961302912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075643.504176:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961302912/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075643.504182:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075643.504184:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075643.504186:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961302912:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075643.504211:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303040:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075643.504224:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075643.504254:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075643/real 1769075643] req@ffff895e4383c700 x1855008961303040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075643.504264:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961303040/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075643.504269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075643.504271:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075643.504273:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303040:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075644.207909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075645.231917:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075646.255879:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075647.279876:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075648.303878:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075648.623899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.623908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075648.623912:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.623920:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1331 00000100:00080000:1.0:1769075648.623929:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.623935:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075648.623967:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961303168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075648.623994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.623997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075648.623998:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075648.624001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1331 00000100:00080000:1.0:1769075648.624003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.624005:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075648.624012:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075648.624023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961303296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075648.624031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075648.624048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075648.624053:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075648.624055:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303168:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075648.624059:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1331 00000100:00080000:1.0:1769075648.624070:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075648.624075:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075648.624079:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075648.624090:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961303424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075648.624161:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075648.624227:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075648] req@ffff895e4713c700 x1855008961303168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075648.624254:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961303168/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075648.624267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075648.624272:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075648.624277:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303168:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075648.624292:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303296:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075648.624314:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075648.624325:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075648] req@ffff895e4713c000 x1855008961303296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075648.624350:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961303296/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075648.624356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075648.624359:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075648.624361:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303296:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075648.624387:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303424:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075648.624402:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075648.624409:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075648/real 1769075648] req@ffff895e4713fb80 x1855008961303424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075648.624426:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961303424/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075648.624435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075648.624437:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075648.624440:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303424:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075649.327908:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075650.351899:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075651.375968:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075652.399891:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075653.423963:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075653.743821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075653.743830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075653.743833:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075653.743841:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1336 00000100:00080000:1.0:1769075653.743851:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075653.743856:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075653.743888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961303552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075653.743912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075653.743915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075653.743916:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075653.743919:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1336 00000100:00080000:1.0:1769075653.743921:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075653.743923:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075653.743944:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075653.743954:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961303680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075653.743963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075653.743966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075653.743968:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075653.743972:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303552:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075653.743973:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1336 00000100:00080000:1.0:1769075653.743978:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075653.743983:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075653.743986:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075653.743996:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961303808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075653.744032:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075653.744089:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff895e4713fb80 x1855008961303552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075653.744104:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961303552/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075653.744122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075653.744125:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075653.744128:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303552:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075653.744148:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303680:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075653.744166:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075653.744175:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff895e4713c000 x1855008961303680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075653.744183:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961303680/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075653.744189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075653.744191:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075653.744193:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303680:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075653.744197:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303808:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075653.744208:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075653.744214:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075653/real 1769075653] req@ffff895e4713c700 x1855008961303808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075653.744221:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961303808/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075653.744226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075653.744228:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075653.744230:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961303808:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075654.447952:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075655.471946:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075656.495986:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075657.519949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075658.544047:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075658.863868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075658.863877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075658.863880:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075658.863888:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1341 00000100:00080000:1.0:1769075658.863898:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075658.863903:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075658.863934:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961303936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075658.863960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075658.863964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075658.864012:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075658.864017:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1341 00000100:00080000:1.0:1769075658.864022:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075658.864026:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075658.864036:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075658.864047:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961304064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075658.864055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075658.864058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075658.864059:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075658.864062:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1341 00000100:00080000:1.0:1769075658.864065:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075658.864069:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075658.864073:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075658.864079:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961304192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075658.864116:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303936:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075658.864213:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075658.864280:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff895e4713e680 x1855008961303936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075658.864303:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961303936/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075658.864318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075658.864324:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075658.864329:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961303936:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075658.864338:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304064:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075658.864364:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075658.864377:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff895e4713ed80 x1855008961304064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075658.864389:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961304064/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075658.864397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075658.864401:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075658.864404:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304064:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075658.864411:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304192:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075658.864429:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075658.864440:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075658/real 1769075658] req@ffff895e4713d880 x1855008961304192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075658.864468:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961304192/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075658.864476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075658.864480:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075658.864483:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304192:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075659.567858:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075660.591893:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075661.615885:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075662.640025:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075663.663884:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075663.983872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075663.983881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075663.983908:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075663.983916:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1346 00000100:00080000:0.0:1769075663.983926:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075663.983933:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075663.983966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961304320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075663.983988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075663.983991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075663.983992:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075663.983995:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1346 00000100:00080000:0.0:1769075663.984013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075663.984017:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075663.984025:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075663.984036:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961304448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075663.984043:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961304320:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075663.984047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075663.984051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075663.984052:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075663.984055:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1346 00000100:00080000:0.0:1769075663.984057:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075663.984060:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075663.984063:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075663.984071:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961304576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075663.984103:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075663.984142:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff895e4383ed80 x1855008961304320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075663.984161:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961304320/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075663.984172:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075663.984177:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075663.984182:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961304320:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075663.984205:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304448:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075663.984223:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075663.984232:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff895e4383d180 x1855008961304448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075663.984240:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961304448/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075663.984263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075663.984267:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075663.984271:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304448:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075663.984278:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304576:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075663.984300:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075663.984310:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075663/real 1769075663] req@ffff895e4383df80 x1855008961304576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075663.984319:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961304576/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075663.984324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075663.984326:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075663.984328:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304576:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075664.687975:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075665.711920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075666.735920:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075667.759857:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075668.783901:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075669.103841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075669.103850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075669.103853:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075669.103861:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1351 00000100:00080000:2.0:1769075669.103870:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075669.103876:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075669.103909:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961304704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075669.103931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075669.103934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075669.103935:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075669.103938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1351 00000100:00080000:2.0:1769075669.103940:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075669.103942:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075669.103950:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075669.103958:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961304832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075669.103965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075669.103968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1769075669.103978:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961304704:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075669.103984:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075669.103991:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1351 00000100:00080000:2.0:1769075669.103994:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075669.103997:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075669.104001:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075669.104010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961304960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075669.104050:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075669.104086:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075669/real 1769075669] req@ffff895e44e28380 x1855008961304704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075669.104115:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961304704/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075669.104125:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075669.104130:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075669.104142:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961304704:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075669.104149:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304832:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075669.104174:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075669.104187:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075669/real 1769075669] req@ffff895e44e28000 x1855008961304832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075669.104199:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961304832/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075669.104208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075669.104213:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075669.104216:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304832:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075669.104241:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304960:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075669.104259:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075669.104270:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075669/real 1769075669] req@ffff895e44e29880 x1855008961304960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075669.104291:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961304960/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075669.104300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075669.104303:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075669.104306:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961304960:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075669.807889:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075670.831970:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075671.855894:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075672.879912:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075673.903905:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075674.223813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075674.223822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075674.223826:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075674.223834:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1356 00000100:00080000:2.0:1769075674.223843:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075674.223849:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075674.223880:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961305088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075674.223902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075674.223905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075674.223910:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075674.223913:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1356 00000100:00080000:2.0:1769075674.223915:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075674.223918:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075674.223940:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075674.223946:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305088:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075674.223962:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961305216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075674.223976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075674.223980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075674.223982:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075674.223987:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1356 00000100:00080000:2.0:1769075674.223994:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075674.223999:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:3.0:1769075674.224002:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:2.0:1769075674.224007:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075674.224031:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961305344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075674.224047:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075674/real 1769075674] req@ffff895e44e2aa00 x1855008961305088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075674.224063:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961305088/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075674.224071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075674.224075:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075674.224078:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305088:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075674.224097:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305216:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075674.224113:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075674.224120:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075674/real 1769075674] req@ffff895e44e2a300 x1855008961305216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075674.224129:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961305216/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075674.224134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075674.224136:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075674.224138:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305216:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075674.224142:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305344:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075674.224152:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075674.224157:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075674/real 1769075674] req@ffff895e44e2b100 x1855008961305344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075674.224164:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961305344/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075674.224181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075674.224183:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075674.224185:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305344:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075674.927910:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075675.952021:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075676.975910:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075677.999947:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075679.023975:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075679.343900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075679.343913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075679.343941:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075679.343952:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1361 00000100:00080000:1.0:1769075679.343964:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075679.343971:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075679.344010:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961305472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075679.344039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075679.344041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075679.344043:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075679.344046:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1361 00000100:00080000:1.0:1769075679.344048:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075679.344050:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075679.344060:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075679.344069:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961305600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075679.344077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075679.344080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075679.344082:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075679.344085:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1361 00000100:00080000:1.0:1769075679.344087:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075679.344090:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075679.344093:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075679.344099:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961305728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075679.344122:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305472:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075679.344192:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075679.344237:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075679/real 1769075679] req@ffff895e4713e300 x1855008961305472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075679.344259:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961305472/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075679.344268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075679.344271:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075679.344274:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305472:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075679.344280:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305600:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075679.344294:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075679.344302:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075679/real 1769075679] req@ffff895e4713f100 x1855008961305600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075679.344309:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961305600/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075679.344314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075679.344316:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075679.344318:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305600:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075679.344353:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305728:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075679.344367:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075679.344374:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075679/real 1769075679] req@ffff895e4713ea00 x1855008961305728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075679.344382:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961305728/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075679.344387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075679.344389:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075679.344391:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305728:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075680.047900:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075681.071955:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075682.095901:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075683.119918:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075684.143909:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075684.463827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075684.463836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075684.463839:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075684.463847:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1367 00000100:00080000:2.0:1769075684.463863:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075684.463870:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075684.463901:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961305856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075684.463937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075684.463940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075684.463942:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075684.463944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1367 00000100:00080000:2.0:1769075684.463947:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075684.463950:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075684.463958:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075684.463975:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961305984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075684.463982:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305856:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075684.463985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075684.463990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075684.463992:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075684.463995:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1367 00000100:00080000:2.0:1769075684.463997:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075684.464000:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075684.464004:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075684.464012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961306112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075684.464051:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075684.464092:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075684/real 1769075684] req@ffff895e44e2b480 x1855008961305856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075684.464113:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961305856/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075684.464125:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075684.464129:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075684.464134:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961305856:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075684.464158:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305984:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075684.464177:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075684.464187:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075684/real 1769075684] req@ffff895e44e28e00 x1855008961305984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075684.464203:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961305984/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075684.464209:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075684.464211:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075684.464214:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961305984:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075684.464218:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306112:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075684.464232:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075684.464238:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075684/real 1769075684] req@ffff895e44e29f80 x1855008961306112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075684.464246:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961306112/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075684.464251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075684.464253:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075684.464254:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306112:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075685.167929:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075686.191903:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075687.215882:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075688.239922:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075689.263903:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075689.583896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075689.583931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075689.583935:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075689.583945:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1372 00000100:00080000:2.0:1769075689.583958:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075689.583965:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075689.584005:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961306240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075689.584034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075689.584038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075689.584040:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075689.584044:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1372 00000100:00080000:2.0:1769075689.584048:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075689.584053:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075689.584064:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075689.584080:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961306368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075689.584092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075689.584097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075689.584099:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075689.584104:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1372 00000100:00080000:2.0:1769075689.584107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075689.584111:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075689.584116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075689.584127:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961306240:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075689.584128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961306496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075689.584216:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075689.584261:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff895e44e29180 x1855008961306240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075689.584282:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961306240/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075689.584313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075689.584318:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075689.584323:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961306240:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075689.584332:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306368:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075689.584358:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075689.584373:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff895e44e29500 x1855008961306368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075689.584386:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961306368/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075689.584395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075689.584400:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075689.584404:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306368:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075689.584432:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306496:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075689.584453:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075689.584482:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075689/real 1769075689] req@ffff895e44e28a80 x1855008961306496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075689.584495:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961306496/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075689.584504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075689.584508:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075689.584511:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306496:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075690.287976:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075691.311993:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075692.336039:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075693.359872:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075694.383949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075694.703898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075694.703909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075694.703914:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075694.703923:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1377 00000100:00080000:1.0:1769075694.703932:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075694.703939:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075694.703975:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961306624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075694.704002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075694.704005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075694.704006:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075694.704010:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1377 00000100:00080000:1.0:1769075694.704013:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075694.704016:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075694.704024:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075694.704035:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961306752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075694.704050:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961306624:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075694.704057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075694.704062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075694.704078:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075694.704083:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1377 00000100:00080000:1.0:1769075694.704087:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075694.704091:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075694.704096:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075694.704107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961306880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075694.704118:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075694.704167:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff895e4713ce00 x1855008961306624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075694.704184:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961306624/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075694.704194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075694.704228:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075694.704234:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961306624:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075694.704276:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306752:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075694.704308:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075694.704324:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff895e4713f480 x1855008961306752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075694.704340:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961306752/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075694.704351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075694.704355:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075694.704359:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306752:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075694.704366:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306880:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075694.704423:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075694.704432:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075694/real 1769075694] req@ffff895e4713d500 x1855008961306880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075694.704453:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961306880/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075694.704480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075694.704485:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075694.704489:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961306880:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075695.407955:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075696.432012:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075697.456023:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075698.479891:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075699.503886:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075699.823917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075699.823930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075699.823935:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075699.823946:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1382 00000100:00080000:0.0:1769075699.823960:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075699.823967:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075699.824032:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383df80 x1855008961307008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075699.824071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075699.824094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075699.824098:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075699.824122:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1382 00000100:00080000:0.0:1769075699.824129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075699.824135:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075699.824148:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307008:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075699.824149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075699.824177:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d180 x1855008961307136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075699.824190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075699.824193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075699.824195:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075699.824199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1382 00000100:00080000:0.0:1769075699.824203:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075699.824207:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075699.824211:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075699.824222:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ed80 x1855008961307264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075699.824277:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307136:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075699.824345:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307264:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075700.527921:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075701.553045:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075702.576012:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075702.896621:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075702.896709:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075702.896842:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075702.896917:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075702.896929:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075702.897066:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075702] req@ffff895e4383d180 x1855008961307136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075702.897110:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d180 x1855008961307136/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075702.897143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075702.897151:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075702.897157:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307136:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075702.897170:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075702] req@ffff895e4383ed80 x1855008961307264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075702.897187:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ed80 x1855008961307264/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075702.897195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075702.897199:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075702.897202:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307264:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075702.897209:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075699/real 1769075702] req@ffff895e4383df80 x1855008961307008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075702.897281:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383df80 x1855008961307008/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075702.897290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075702.897295:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075702.897300:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307008:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075703.599988:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075704.623930:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075704.943886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075704.943899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075704.943914:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075704.943925:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1387 00000100:00080000:2.0:1769075704.943937:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075704.943986:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075704.944022:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961307392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075704.944064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075704.944068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075704.944070:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075704.944074:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1387 00000100:00080000:2.0:1769075704.944077:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075704.944082:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075704.944093:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075704.944109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961307520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075704.944146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075704.944151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075704.944154:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075704.944162:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307392:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075704.944165:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1387 00000100:00080000:2.0:1769075704.944177:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075704.944186:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075704.944197:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075704.944246:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961307648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075704.944310:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075704.944371:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff895e44e2bb80 x1855008961307392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075704.944398:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961307392/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075704.944412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075704.944417:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075704.944423:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307392:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075704.944433:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307520:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075704.944465:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075704.944496:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff895e44e29c00 x1855008961307520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075704.944514:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961307520/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075704.944526:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075704.944531:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075704.944536:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307520:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075704.944570:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307648:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075704.944601:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075704.944618:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075704/real 1769075704] req@ffff895e44e2b800 x1855008961307648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075704.944636:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961307648/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075704.944647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075704.944653:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075704.944657:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307648:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075705.648003:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075706.671893:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075707.695955:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075708.719856:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075709.743903:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075710.063921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075710.063951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075710.063955:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075710.063964:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1392 00000100:00080000:2.0:1769075710.063974:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075710.063980:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075710.064011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961307776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075710.064035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075710.064037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075710.064039:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075710.064054:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1392 00000100:00080000:2.0:1769075710.064058:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075710.064060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075710.064072:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075710.064081:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961307904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075710.064089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075710.064091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075710.064093:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075710.064096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1392 00000100:00080000:2.0:1769075710.064098:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075710.064100:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075710.064104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075710.064123:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307776:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075710.064127:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961308032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075710.064182:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075710.064221:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075710/real 1769075710] req@ffff895e44e2b800 x1855008961307776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075710.064237:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961307776/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075710.064260:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075710.064263:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075710.064266:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961307776:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075710.064272:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307904:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075710.064290:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075710.064299:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075710/real 1769075710] req@ffff895e44e29c00 x1855008961307904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075710.064307:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961307904/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075710.064312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075710.064315:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075710.064317:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961307904:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075710.064336:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308032:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075710.064346:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075710.064352:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075710/real 1769075710] req@ffff895e44e2bb80 x1855008961308032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075710.064359:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961308032/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075710.064365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075710.064367:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075710.064369:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308032:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075710.767925:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075711.792000:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075712.816047:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075713.839886:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075714.863951:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075715.183851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075715.183864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075715.183868:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075715.183879:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1397 00000100:00080000:2.0:1769075715.183891:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075715.183897:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075715.183943:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961308160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075715.183975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075715.183977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075715.183979:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075715.183981:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1397 00000100:00080000:2.0:1769075715.183985:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075715.183988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075715.183998:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075715.184013:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961308288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075715.184025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075715.184042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075715.184044:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075715.184049:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1397 00000100:00080000:2.0:1769075715.184055:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769075715.184059:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308160:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075715.184065:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075715.184086:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075715.184101:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961308416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075715.184170:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075715.184230:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075715/real 1769075715] req@ffff895e44e28a80 x1855008961308160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075715.184250:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961308160/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075715.184260:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075715.184270:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075715.184279:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308160:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075715.184328:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308288:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075715.184353:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075715.184364:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075715/real 1769075715] req@ffff895e44e29500 x1855008961308288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075715.184373:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961308288/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075715.184380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075715.184382:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075715.184385:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308288:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075715.184390:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308416:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075715.184402:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075715.184409:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075715/real 1769075715] req@ffff895e44e29180 x1855008961308416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075715.184436:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961308416/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075715.184445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075715.184448:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075715.184452:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308416:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075715.887917:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075716.911887:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075717.935899:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075718.960007:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075719.983917:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075720.303901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075720.303931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075720.303936:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075720.303982:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1402 00000100:00080000:2.0:1769075720.303992:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075720.303999:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075720.304051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961308544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075720.304086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075720.304090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075720.304092:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075720.304096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1402 00000100:00080000:2.0:1769075720.304099:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075720.304103:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075720.304112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075720.304126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961308672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075720.304135:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308544:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075720.304139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075720.304144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075720.304145:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075720.304149:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1402 00000100:00080000:2.0:1769075720.304154:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075720.304157:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075720.304160:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075720.304185:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961308800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075720.304199:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075720.304260:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075720/real 1769075720] req@ffff895e44e29f80 x1855008961308544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075720.304285:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961308544/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075720.304299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075720.304304:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075720.304310:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308544:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075720.304335:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308672:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075720.304378:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075720.304392:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075720/real 1769075720] req@ffff895e44e28e00 x1855008961308672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075720.304405:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961308672/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075720.304436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075720.304439:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075720.304443:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308672:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075720.304450:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308800:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075720.304469:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075720.304479:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075720/real 1769075720] req@ffff895e44e2b480 x1855008961308800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075720.304490:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961308800/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075720.304498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075720.304501:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075720.304504:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961308800:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075721.007973:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075722.032000:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075723.056047:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075724.079945:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075725.104047:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075725.424001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075725.424015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075725.424021:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075725.424033:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1407 00000100:00080000:1.0:1769075725.424049:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075725.424083:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075725.424126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961308928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075725.424186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075725.424195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075725.424199:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075725.424207:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1407 00000100:00080000:1.0:1769075725.424217:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075725.424225:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075725.424242:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075725.424273:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961309056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075725.424279:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308928:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075725.424308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075725.424313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075725.424316:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075725.424324:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1407 00000100:00080000:1.0:1769075725.424330:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075725.424337:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075725.424346:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075725.424363:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961309184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075725.424378:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075725.424433:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075725/real 1769075725] req@ffff895e4713ca80 x1855008961308928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075725.424457:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961308928/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075725.424475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075725.424483:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075725.424530:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961308928:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075725.424574:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309056:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075725.424617:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075725.424636:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075725/real 1769075725] req@ffff895e4713f800 x1855008961309056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075725.424652:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961309056/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075725.424663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075725.424667:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075725.424672:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309056:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075725.424679:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309184:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075725.424699:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075725.424711:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075725/real 1769075725] req@ffff895e4713dc00 x1855008961309184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075725.424725:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961309184/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075725.424734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075725.424738:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075725.424741:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309184:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075726.127869:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075727.151923:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075728.175906:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075729.199945:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075730.224045:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075730.543914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.543928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075730.543934:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.543947:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1413 00000100:00080000:1.0:1769075730.543961:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.543971:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075730.544018:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961309312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075730.544057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.544061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075730.544064:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.544069:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1413 00000100:00080000:1.0:1769075730.544073:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.544078:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075730.544089:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075730.544104:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961309440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075730.544118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075730.544123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075730.544125:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075730.544134:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1413 00000100:00080000:1.0:1769075730.544138:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075730.544144:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075730.544175:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075730.544191:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961309568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075730.544204:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961309312:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075730.544356:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075730.544447:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff895e4713d180 x1855008961309312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075730.544475:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961309312/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075730.544491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075730.544499:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075730.544505:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961309312:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075730.544517:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309440:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075730.544547:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075730.544563:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff895e4713c380 x1855008961309440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075730.544579:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961309440/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075730.544590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075730.544594:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075730.544598:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309440:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075730.544640:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309568:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075730.544661:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075730.544672:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075730/real 1769075730] req@ffff895e4713df80 x1855008961309568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075730.544687:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961309568/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075730.544717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075730.544722:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075730.544727:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309568:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075731.248017:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075732.272034:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075733.295961:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075734.320002:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075735.343959:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075735.663903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.663916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075735.663922:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.663934:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1418 00000100:00080000:1.0:1769075735.663949:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.663969:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075735.664019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961309696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075735.664070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.664075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075735.664077:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.664082:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1418 00000100:00080000:1.0:1769075735.664086:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.664090:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075735.664118:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075735.664131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961309824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075735.664144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075735.664167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075735.664170:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075735.664174:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1418 00000100:00080000:1.0:1769075735.664179:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075735.664184:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075735.664219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075735.664235:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961309952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075735.664244:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961309696:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075735.664395:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075735.664454:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff895e4713df80 x1855008961309696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075735.664479:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961309696/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075735.664492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075735.664497:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075735.664502:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961309696:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075735.664532:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309824:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075735.664555:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075735.664594:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff895e4713c380 x1855008961309824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075735.664607:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961309824/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075735.664616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075735.664619:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075735.664622:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309824:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075735.664678:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309952:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075735.664833:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075735.664847:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075735/real 1769075735] req@ffff895e4713d180 x1855008961309952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075735.664861:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961309952/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075735.664869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075735.664873:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075735.664876:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961309952:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075736.367992:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075737.391984:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075738.415989:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075739.440031:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075740.463918:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075740.783895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075740.783919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075740.783926:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075740.783941:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1423 00000100:00080000:3.0:1769075740.783959:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075740.783970:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075740.784050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961310080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075740.784106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075740.784112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075740.784116:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075740.784122:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1423 00000100:00080000:3.0:1769075740.784139:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075740.784184:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310080:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075740.784196:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075740.784216:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075740.784271:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961310208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075740.784291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075740.784297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075740.784301:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075740.784308:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1423 00000800:00000100:2.0:1769075740.784319:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00080000:3.0:1769075740.784325:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075740.784337:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075740.784346:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075740.784369:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4a80 x1855008961310336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075740.784387:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff895e453d7800 x1855008961310080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075740.784423:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961310080/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075740.784433:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075740.784437:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075740.784441:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310080:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075740.784466:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310208:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075740.784489:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075740.784500:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff895e453d5c00 x1855008961310208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075740.784509:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961310208/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075740.784516:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075740.784532:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075740.784535:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310208:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075740.784541:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310336:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075740.784569:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075740.784577:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075740/real 1769075740] req@ffff895e453d4a80 x1855008961310336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075740.784586:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4a80 x1855008961310336/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075740.784592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075740.784595:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075740.784617:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310336:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075741.487922:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075742.511976:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075743.535993:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075744.559991:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075745.584021:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075745.903836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075745.903849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075745.903853:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075745.903863:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1428 00000100:00080000:3.0:1769075745.903875:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075745.903883:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075745.903924:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5f80 x1855008961310464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075745.903955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075745.903959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075745.903978:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075745.903983:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1428 00000100:00080000:3.0:1769075745.903988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075745.903993:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075745.904004:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075745.904019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4a80 x1855008961310592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075745.904029:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310464:192.168.204.117@tcp:250:kworker.0 00000100:00080000:3.0:1769075745.904035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075745.904040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075745.904043:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075745.904048:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1428 00000100:00080000:3.0:1769075745.904051:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075745.904055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075745.904072:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075745.904086:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5c00 x1855008961310720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075745.904128:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075745.904205:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff895e453d5f80 x1855008961310464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075745.904243:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5f80 x1855008961310464/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075745.904269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075745.904275:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075745.904290:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310464:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075745.904324:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310592:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075745.904385:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075745.904417:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff895e453d4a80 x1855008961310592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075745.904448:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4a80 x1855008961310592/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075745.904462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075745.904466:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075745.904470:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310592:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075745.904477:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310720:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075745.904501:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075745.904558:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075745/real 1769075745] req@ffff895e453d5c00 x1855008961310720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075745.904571:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5c00 x1855008961310720/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075745.904579:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075745.904583:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075745.904586:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310720:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075746.608025:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075747.632022:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075748.656032:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075749.679895:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075750.703939:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075751.023902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075751.023912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075751.023916:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075751.023925:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1433 00000100:00080000:2.0:1769075751.023935:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075751.023959:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075751.023993:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961310848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075751.024039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075751.024043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075751.024044:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075751.024048:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1433 00000100:00080000:2.0:1769075751.024051:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075751.024055:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075751.024063:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075751.024074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961310976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075751.024087:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310848:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075751.024088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075751.024098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075751.024101:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075751.024106:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1433 00000100:00080000:2.0:1769075751.024111:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075751.024116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075751.024123:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075751.024157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961311104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075751.024175:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075751.024247:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751] req@ffff895e44e2b100 x1855008961310848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075751.024267:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961310848/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075751.024276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075751.024302:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075751.024306:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961310848:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075751.024328:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310976:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075751.024350:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075751.024361:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751] req@ffff895e44e2a300 x1855008961310976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075751.024372:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961310976/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075751.024379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075751.024381:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075751.024384:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961310976:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075751.024389:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311104:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075751.024418:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075751.024453:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751] req@ffff895e44e2aa00 x1855008961311104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075751.024463:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961311104/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075751.024469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075751.024472:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075751.024474:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311104:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075751.727953:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075752.751962:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075753.776054:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075754.799935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075755.823959:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075756.143816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075756.143827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075756.143852:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075756.143862:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1438 00000100:00080000:2.0:1769075756.143874:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075756.143881:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075756.143921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961311232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075756.143947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075756.143949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075756.143951:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075756.143954:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1438 00000100:00080000:2.0:1769075756.143956:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075756.143958:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075756.143967:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075756.143975:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961311360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075756.143982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075756.143985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075756.143986:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075756.143988:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1438 00000100:00080000:2.0:1769075756.143989:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075756.143992:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075756.143995:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075756.144002:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961311488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075756.144025:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961311232:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075756.144105:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075756.144144:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756] req@ffff895e44e29880 x1855008961311232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075756.144160:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961311232/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075756.144169:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075756.144173:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075756.144176:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961311232:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075756.144182:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311360:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075756.144197:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075756.144205:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756] req@ffff895e44e28000 x1855008961311360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075756.144213:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961311360/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075756.144219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075756.144221:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075756.144223:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311360:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075756.144257:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311488:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075756.144267:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075756.144273:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756] req@ffff895e44e28380 x1855008961311488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075756.144291:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961311488/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075756.144296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075756.144299:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075756.144301:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311488:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075756.847884:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075757.871969:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075758.895887:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075759.919924:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075760.943903:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075761.263853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075761.263865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075761.263869:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075761.263880:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1443 00000100:00080000:1.0:1769075761.263891:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075761.263916:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075761.263951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961311616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075761.263982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075761.263986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075761.263988:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075761.263992:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1443 00000100:00080000:1.0:1769075761.263997:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075761.264001:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075761.264012:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075761.264019:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961311616:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075761.264028:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961311744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075761.264040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075761.264044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075761.264045:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075761.264050:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1443 00000100:00080000:1.0:1769075761.264053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075761.264057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075761.264062:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075761.264072:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961311872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075761.264080:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075761.264150:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761] req@ffff895e4713dc00 x1855008961311616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075761.264170:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961311616/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075761.264181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075761.264185:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075761.264206:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961311616:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075761.264226:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311744:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075761.264244:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075761.264289:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761] req@ffff895e4713f800 x1855008961311744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075761.264300:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961311744/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075761.264317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075761.264320:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075761.264323:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311744:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075761.264327:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311872:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075761.264342:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075761.264350:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761] req@ffff895e4713ca80 x1855008961311872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075761.264357:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961311872/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075761.264362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075761.264364:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075761.264366:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961311872:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075761.967878:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075762.991936:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075764.015900:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075765.039881:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075766.063884:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075766.383831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075766.383850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075766.383854:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075766.383864:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1448 00000100:00080000:1.0:1769075766.383875:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075766.383882:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075766.383917:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961312000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075766.383946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075766.383949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075766.383951:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075766.383955:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1448 00000100:00080000:1.0:1769075766.383959:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075766.383963:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075766.383972:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075766.383986:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961312128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075766.383990:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312000:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075766.384006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075766.384010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075766.384012:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075766.384017:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1448 00000100:00080000:1.0:1769075766.384020:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075766.384025:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075766.384044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075766.384057:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961312256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075766.384091:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312128:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075766.384112:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312256:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075767.087830:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075768.111938:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075769.135956:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075769.456225:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:3.0:1769075769.456288:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075769.456313:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075769.456371:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:3.0:1769075769.456384:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:2.0:1769075769.456456:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075766/real 1769075769] req@ffff895e4713f480 x1855008961312128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075769.456491:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961312128/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075769.456507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075769.456515:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075769.456520:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312128:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075769.456531:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075766/real 1769075769] req@ffff895e4713ce00 x1855008961312256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075769.456546:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961312256/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075769.456556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075769.456560:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075769.456565:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312256:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075769.456574:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075766/real 1769075769] req@ffff895e4713d500 x1855008961312000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075769.456596:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961312000/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075769.456606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075769.456610:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075769.456623:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312000:192.168.204.117@tcp:250:kworker.0 00010000:00010000:0.0:1769075770.159935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075771.183904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075771.503880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075771.503888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075771.503891:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075771.503900:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1454 00000100:00080000:0.0:1769075771.503910:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075771.503917:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075771.503950:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961312384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075771.503978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075771.503981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075771.503983:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075771.503986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1454 00000100:00080000:0.0:1769075771.503989:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075771.503992:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075771.504000:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075771.504010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961312512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075771.504017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075771.504020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075771.504037:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075771.504040:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312384:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075771.504044:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1454 00000100:00080000:0.0:1769075771.504053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075771.504057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075771.504063:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075771.504078:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961312640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075771.504133:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075771.504173:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff895e4383c700 x1855008961312384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.504194:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961312384/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.504206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.504211:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075771.504216:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312384:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075771.504224:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312512:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075771.504251:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075771.504264:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff895e4383d880 x1855008961312512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.504278:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961312512/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.504287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.504290:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075771.504294:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312512:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075771.504320:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312640:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075771.504355:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075771.504378:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075771/real 1769075771] req@ffff895e4383e680 x1855008961312640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075771.504393:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961312640/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075771.504401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075771.504405:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075771.504408:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312640:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075772.207911:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075773.231939:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075774.255940:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075775.279891:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075776.303872:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075776.623879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075776.623888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075776.623891:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075776.623900:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1459 00000100:00080000:0.0:1769075776.623909:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075776.623915:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075776.623948:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961312768/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075776.623969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075776.623972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075776.623974:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075776.623977:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1459 00000100:00080000:0.0:1769075776.623980:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075776.623983:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075776.623991:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075776.624032:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961312896/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075776.624040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075776.624042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075776.624044:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075776.624047:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1459 00000100:00080000:0.0:1769075776.624050:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075776.624053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075776.624057:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075776.624061:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312768:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075776.624067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961313024/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075776.624122:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075776.624156:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff895e4383fb80 x1855008961312768/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.624170:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961312768/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.624178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.624181:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075776.624184:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961312768:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075776.624189:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312896:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075776.624202:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075776.624209:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff895e4383f100 x1855008961312896/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.624217:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961312896/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.624233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.624236:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075776.624238:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961312896:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075776.624257:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313024:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075776.624270:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075776.624277:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075776/real 1769075776] req@ffff895e4383c380 x1855008961313024/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075776.624284:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961313024/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075776.624289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075776.624291:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075776.624293:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313024:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075777.327972:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075778.351920:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075779.375880:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075780.399869:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075781.424010:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075781.743960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075781.743971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075781.743976:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075781.743986:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1464 00000100:00080000:1.0:1769075781.743998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075781.744015:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075781.744055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961313152/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075781.744087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075781.744090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075781.744092:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075781.744096:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1464 00000100:00080000:1.0:1769075781.744099:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075781.744102:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075781.744112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075781.744144:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961313280/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075781.744151:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313152:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075781.744183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075781.744187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075781.744189:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075781.744195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1464 00000100:00080000:1.0:1769075781.744201:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075781.744205:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075781.744211:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075781.744253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961313408/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075781.744307:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075781.744347:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075781] req@ffff895e4713ea00 x1855008961313152/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075781.744372:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961313152/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075781.744387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075781.744404:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075781.744411:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313152:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075781.744443:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313280:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075781.744471:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075781.744484:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075781] req@ffff895e4713f100 x1855008961313280/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075781.744496:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961313280/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075781.744504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075781.744507:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075781.744511:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313280:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075781.744517:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313408:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075781.744538:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075781.744553:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075781/real 1769075781] req@ffff895e4713e300 x1855008961313408/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075781.744571:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961313408/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075781.744583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075781.744588:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075781.744593:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313408:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075782.447962:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075783.471997:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075784.496005:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075785.519955:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075786.544025:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075786.863900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075786.863909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075786.863912:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075786.863920:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1469 00000100:00080000:3.0:1769075786.863929:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075786.863935:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075786.863966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7800 x1855008961313536/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075786.863990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075786.863993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075786.863994:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075786.863997:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1469 00000100:00080000:3.0:1769075786.864000:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075786.864002:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075786.864008:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075786.864016:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4e00 x1855008961313664/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075786.864023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075786.864025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075786.864027:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075786.864030:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1469 00000100:00080000:3.0:1769075786.864032:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075786.864034:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075786.864037:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075786.864056:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313536:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075786.864064:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7480 x1855008961313792/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075786.864133:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075786.864171:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff895e453d7800 x1855008961313536/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.864190:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7800 x1855008961313536/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.864200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.864204:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075786.864208:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313536:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075786.864227:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313664:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075786.864255:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075786.864268:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff895e453d4e00 x1855008961313664/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.864282:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4e00 x1855008961313664/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.864290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.864293:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075786.864297:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313664:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075786.864322:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313792:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075786.864342:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075786.864352:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075786/real 1769075786] req@ffff895e453d7480 x1855008961313792/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075786.864380:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7480 x1855008961313792/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075786.864390:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075786.864393:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075786.864397:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961313792:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075787.567914:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075788.591996:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075789.615941:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075790.640064:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075791.663975:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075791.983969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075791.983985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075791.983992:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075791.984025:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1474 00000100:00080000:2.0:1769075791.984060:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075791.984071:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075791.984141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28380 x1855008961313920/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075791.984201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075791.984205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075791.984208:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075791.984213:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1474 00000100:00080000:2.0:1769075791.984217:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075791.984222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075791.984253:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075791.984283:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313920:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075791.984306:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28000 x1855008961314048/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075791.984326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075791.984331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075791.984333:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075791.984339:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1474 00000100:00080000:2.0:1769075791.984346:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075791.984351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075791.984358:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075791.984388:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29880 x1855008961314176/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075791.984429:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075791.984496:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff895e44e28380 x1855008961313920/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075791.984521:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28380 x1855008961313920/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075791.984534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075791.984539:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075791.984544:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961313920:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075791.984596:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314048:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075791.984643:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075791.984663:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff895e44e28000 x1855008961314048/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075791.984684:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28000 x1855008961314048/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075791.984693:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075791.984697:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075791.984701:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314048:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075791.984707:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314176:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075791.984823:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075791.984842:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075791/real 1769075791] req@ffff895e44e29880 x1855008961314176/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075791.984858:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29880 x1855008961314176/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075791.984869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075791.984874:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075791.984878:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314176:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075792.687892:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075793.711977:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075794.735873:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075795.759866:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075796.783892:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075797.103869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075797.103884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075797.103922:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075797.103937:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1479 00000100:00080000:0.0:1769075797.103952:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075797.103961:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075797.104027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961314304/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075797.104050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075797.104053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075797.104054:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075797.104057:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1479 00000100:00080000:0.0:1769075797.104075:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075797.104078:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075797.104086:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075797.104089:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961314304:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075797.104098:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961314432/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075797.104108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075797.104111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075797.104112:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075797.104115:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1479 00000100:00080000:0.0:1769075797.104117:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075797.104120:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075797.104123:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075797.104130:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961314560/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075797.104155:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075797.104193:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075797/real 1769075797] req@ffff895e4383f480 x1855008961314304/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075797.104207:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961314304/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075797.104216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075797.104220:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075797.104223:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961314304:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075797.104240:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314432:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075797.104256:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075797.104264:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075797/real 1769075797] req@ffff895e4383c000 x1855008961314432/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075797.104315:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961314432/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075797.104324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075797.104327:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075797.104332:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314432:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075797.104343:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314560:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075797.104374:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075797.104391:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075797/real 1769075797] req@ffff895e4383ce00 x1855008961314560/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075797.104411:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961314560/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075797.104424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075797.104428:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075797.104431:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314560:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075797.807961:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075798.831876:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075799.855865:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075800.880039:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075801.903958:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075802.223946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075802.223957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075802.223963:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075802.223973:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1484 00000100:00080000:2.0:1769075802.223986:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075802.223993:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075802.224034:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2aa00 x1855008961314688/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075802.224075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075802.224081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075802.224104:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075802.224113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1484 00000100:00080000:2.0:1769075802.224121:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075802.224131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075802.224145:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075802.224180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2a300 x1855008961314816/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075802.224190:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961314688:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075802.224218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075802.224225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075802.224254:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075802.224262:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1484 00000100:00080000:2.0:1769075802.224267:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075802.224273:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075802.224282:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075802.224297:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b100 x1855008961314944/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075802.224322:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075802.224380:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075802/real 1769075802] req@ffff895e44e2aa00 x1855008961314688/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075802.224417:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2aa00 x1855008961314688/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075802.224448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075802.224453:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075802.224457:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961314688:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075802.224507:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314816:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075802.224532:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075802.224544:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075802/real 1769075802] req@ffff895e44e2a300 x1855008961314816/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075802.224555:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2a300 x1855008961314816/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075802.224562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075802.224597:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075802.224601:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314816:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075802.224608:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314944:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075802.224628:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075802.224638:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075802/real 1769075802] req@ffff895e44e2b100 x1855008961314944/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075802.224649:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b100 x1855008961314944/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075802.224657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075802.224660:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075802.224662:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961314944:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075802.927974:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075803.951988:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075804.976052:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075805.999984:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075807.023967:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075807.343866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075807.343877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075807.343882:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075807.343892:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1489 00000100:00080000:2.0:1769075807.343904:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075807.343911:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075807.343989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b480 x1855008961315072/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075807.344030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075807.344034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075807.344037:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075807.344042:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1489 00000100:00080000:2.0:1769075807.344048:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075807.344053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075807.344064:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075807.344083:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28e00 x1855008961315200/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075807.344097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075807.344101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075807.344104:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075807.344109:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1489 00000100:00080000:2.0:1769075807.344112:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075807.344117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075807.344122:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075807.344134:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315072:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075807.344138:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29f80 x1855008961315328/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075807.344261:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075807.344333:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075807/real 1769075807] req@ffff895e44e2b480 x1855008961315072/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075807.344353:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b480 x1855008961315072/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075807.344367:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075807.344372:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075807.344376:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315072:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075807.344384:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315200:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075807.344402:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075807.344411:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075807/real 1769075807] req@ffff895e44e28e00 x1855008961315200/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075807.344419:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28e00 x1855008961315200/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075807.344425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075807.344428:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075807.344430:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315200:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075807.344460:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315328:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075807.344471:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075807.344477:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075807/real 1769075807] req@ffff895e44e29f80 x1855008961315328/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075807.344526:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29f80 x1855008961315328/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075807.344532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075807.344534:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075807.344537:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315328:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075808.047996:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075809.071960:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075810.095897:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075811.120082:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075812.143928:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075812.463901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075812.463920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075812.463928:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075812.463943:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1495 00000100:00080000:0.0:1769075812.463957:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075812.463967:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075812.464016:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961315456/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075812.464055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075812.464084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075812.464089:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075812.464099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1495 00000100:00080000:0.0:1769075812.464108:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769075812.464123:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315456:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075812.464124:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075812.464149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075812.464184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961315584/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075812.464202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075812.464207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075812.464210:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075812.464216:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1495 00000100:00080000:0.0:1769075812.464237:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769075812.464239:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00080000:0.0:1769075812.464248:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075812.464257:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075812.464275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961315712/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075812.464318:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075812/real 1769075812] req@ffff895e4383ea00 x1855008961315456/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075812.464356:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961315456/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075812.464372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075812.464377:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075812.464383:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315456:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075812.464441:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315584:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075812.464476:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075812.464493:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075812/real 1769075812] req@ffff895e4383dc00 x1855008961315584/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075812.464509:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961315584/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075812.464543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075812.464548:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075812.464553:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315584:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075812.464561:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315712:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075812.464587:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075812.464600:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075812/real 1769075812] req@ffff895e4383ca80 x1855008961315712/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075812.464615:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961315712/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075812.464625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075812.464629:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075812.464633:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315712:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075813.168002:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075814.192018:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075815.215977:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075816.239959:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075817.264008:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075817.583913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075817.583926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075817.583932:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075817.583944:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1500 00000100:00080000:2.0:1769075817.583957:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075817.583965:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075817.584021:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29180 x1855008961315840/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075817.584058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075817.584063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075817.584065:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075817.584070:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1500 00000100:00080000:2.0:1769075817.584085:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075817.584089:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075817.584100:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075817.584116:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29500 x1855008961315968/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075817.584132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075817.584136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075817.584138:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075817.584147:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315840:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075817.584148:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1500 00000100:00080000:2.0:1769075817.584159:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075817.584166:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075817.584171:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075817.584239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e28a80 x1855008961316096/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075817.584305:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075817.584378:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff895e44e29180 x1855008961315840/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075817.584402:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29180 x1855008961315840/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075817.584415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075817.584420:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075817.584456:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961315840:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075817.584487:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315968:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075817.584519:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075817.584535:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff895e44e29500 x1855008961315968/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075817.584551:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29500 x1855008961315968/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075817.584561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075817.584565:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075817.584569:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961315968:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075817.584576:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316096:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075817.584595:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075817.584605:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075817/real 1769075817] req@ffff895e44e28a80 x1855008961316096/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075817.584618:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e28a80 x1855008961316096/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075817.584627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075817.584630:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075817.584634:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316096:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075818.288046:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075819.311920:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075820.335973:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075821.359984:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075822.383897:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075822.703927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075822.703937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075822.703941:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075822.703950:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1505 00000100:00080000:1.0:1769075822.703960:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075822.703967:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075822.704001:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961316224/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075822.704028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075822.704031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075822.704033:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075822.704036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1505 00000100:00080000:1.0:1769075822.704038:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075822.704041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075822.704067:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075822.704083:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961316352/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075822.704130:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316224:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075822.704132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075822.704150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075822.704157:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075822.704167:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1505 00000100:00080000:1.0:1769075822.704177:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075822.704201:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075822.704212:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075822.704278:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961316480/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075822.704280:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075822.704372:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff895e4713d880 x1855008961316224/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075822.704427:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961316224/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075822.704448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075822.704456:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075822.704465:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316224:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075822.704532:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316352:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075822.704564:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075822.704581:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff895e4713ed80 x1855008961316352/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075822.704621:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961316352/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075822.704633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075822.704638:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075822.704642:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316352:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075822.704651:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316480:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075822.704680:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075822.704694:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075822/real 1769075822] req@ffff895e4713e680 x1855008961316480/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075822.704732:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961316480/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075822.704773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075822.704780:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075822.704787:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316480:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075823.407912:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075824.431921:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075825.456028:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075826.479919:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075827.503973:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075827.823976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075827.824023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075827.824029:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075827.824042:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1510 00000100:00080000:0.0:1769075827.824058:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075827.824078:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075827.824135:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961316608/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075827.824251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075827.824255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075827.824257:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075827.824262:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1510 00000100:00080000:0.0:1769075827.824267:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075827.824272:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075827.824284:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075827.824310:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961316736/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075827.824322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075827.824326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075827.824328:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075827.824331:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1510 00000100:00080000:0.0:1769075827.824335:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075827.824345:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075827.824347:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316608:192.168.204.117@tcp:250:kworker.0 00000008:00100000:0.0:1769075827.824352:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075827.824365:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961316864/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075827.824455:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075827.824524:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff895e4383e300 x1855008961316608/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075827.824564:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961316608/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075827.824578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075827.824584:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075827.824589:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316608:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075827.824616:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316736:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075827.824639:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075827.824650:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff895e4383d500 x1855008961316736/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075827.824660:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961316736/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075827.824683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075827.824686:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075827.824690:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316736:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075827.824752:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316864:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075827.824788:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075827.824798:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075827/real 1769075827] req@ffff895e4383f800 x1855008961316864/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075827.824826:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961316864/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075827.824833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075827.824836:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075827.824839:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961316864:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075828.527927:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075829.551985:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075830.576001:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075831.599921:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075832.624125:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075832.943903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075832.943920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075832.943927:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075832.943976:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1515 00000100:00080000:0.0:1769075832.943995:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075832.944007:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075832.944096:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f800 x1855008961316992/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075832.944141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075832.944146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075832.944149:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075832.944154:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1515 00000100:00080000:0.0:1769075832.944159:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075832.944164:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075832.944180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075832.944200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d500 x1855008961317120/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075832.944215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075832.944220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075832.944223:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075832.944228:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1515 00000100:00080000:0.0:1769075832.944232:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075832.944236:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075832.944243:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075832.944251:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316992:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075832.944262:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e300 x1855008961317248/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075832.944446:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317120:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075832.944502:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317248:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075833.647951:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075834.672053:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075835.696101:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075836.016248:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:1.0:1769075836.016353:0:2392:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075836.016385:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075836.016470:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:1.0:1769075836.016487:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075836.016584:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075836] req@ffff895e4383e300 x1855008961317248/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075836.016634:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e300 x1855008961317248/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075836.016649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075836.016656:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075836.016661:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317248:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075836.016672:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075836] req@ffff895e4383f800 x1855008961316992/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075836.016713:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f800 x1855008961316992/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075836.016722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075836.016727:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075836.016730:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961316992:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075836.016739:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075832/real 1769075836] req@ffff895e4383d500 x1855008961317120/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075836.016795:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d500 x1855008961317120/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075836.016816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075836.016820:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075836.016824:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317120:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075836.720023:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075837.743858:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075838.063919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075838.063930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075838.063933:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075838.063954:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1520 00000100:00080000:1.0:1769075838.063995:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075838.064005:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075838.064044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961317376/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075838.064114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075838.064118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075838.064121:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075838.064127:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1520 00000100:00080000:1.0:1769075838.064132:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075838.064137:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075838.064151:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075838.064172:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961317504/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075838.064184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075838.064188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075838.064190:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075838.064194:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1520 00000100:00080000:1.0:1769075838.064198:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075838.064203:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075838.064209:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075838.064220:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961317632/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075838.064353:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961317376:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075838.064430:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075838.064493:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075838/real 1769075838] req@ffff895e4713c700 x1855008961317376/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075838.064516:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961317376/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075838.064529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075838.064534:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075838.064539:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961317376:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075838.064558:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317504:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075838.064701:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075838.064720:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075838/real 1769075838] req@ffff895e4713c000 x1855008961317504/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075838.064736:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961317504/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075838.064778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075838.064784:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075838.064789:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317504:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075838.064797:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317632:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075838.064827:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075838.064842:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075838/real 1769075838] req@ffff895e4713fb80 x1855008961317632/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075838.064858:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961317632/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075838.064869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075838.064873:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075838.064877:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317632:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075838.767988:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075839.791879:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075840.815983:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075841.840038:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075842.863945:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075843.183982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075843.183995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075843.184000:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075843.184011:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1525 00000100:00080000:1.0:1769075843.184049:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075843.184057:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075843.184101:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713fb80 x1855008961317760/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075843.184137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075843.184142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075843.184144:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075843.184149:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1525 00000100:00080000:1.0:1769075843.184153:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075843.184157:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075843.184167:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075843.184181:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c000 x1855008961317888/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075843.184195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075843.184199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075843.184202:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075843.184205:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1525 00000100:00080000:1.0:1769075843.184209:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075843.184213:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075843.184218:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075843.184252:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c700 x1855008961318016/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075843.184258:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961317760:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075843.184382:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075843.184520:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843] req@ffff895e4713fb80 x1855008961317760/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075843.184584:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713fb80 x1855008961317760/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075843.184603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075843.184612:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075843.184617:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961317760:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075843.184635:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317888:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075843.184674:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075843.184697:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843] req@ffff895e4713c000 x1855008961317888/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075843.184721:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c000 x1855008961317888/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075843.184737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075843.184821:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075843.184827:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961317888:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075843.184864:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318016:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075843.184951:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075843.184982:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843] req@ffff895e4713c700 x1855008961318016/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075843.185006:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c700 x1855008961318016/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075843.185038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075843.185043:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075843.185047:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318016:192.168.204.117@tcp:38:kworker.0 00010000:00010000:0.0:1769075843.887854:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075844.911923:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075845.935987:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075846.959953:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075847.983884:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075848.303872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075848.303907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075848.303913:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075848.303924:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1530 00000100:00080000:1.0:1769075848.303937:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075848.303945:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075848.303983:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e680 x1855008961318144/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075848.304018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075848.304022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075848.304024:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075848.304029:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1530 00000100:00080000:1.0:1769075848.304032:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075848.304036:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075848.304047:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075848.304061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ed80 x1855008961318272/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075848.304074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075848.304078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075848.304080:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075848.304084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1530 00000100:00080000:1.0:1769075848.304088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075848.304096:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075848.304100:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318144:192.168.204.117@tcp:250:kworker.0 00000008:00100000:1.0:1769075848.304102:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075848.304120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d880 x1855008961318400/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075848.304195:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075848.304245:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075848] req@ffff895e4713e680 x1855008961318144/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075848.304266:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e680 x1855008961318144/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075848.304279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075848.304284:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075848.304288:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318144:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075848.304312:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318272:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075848.304346:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075848.304360:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075848] req@ffff895e4713ed80 x1855008961318272/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075848.304373:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ed80 x1855008961318272/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075848.304382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075848.304386:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075848.304390:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318272:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075848.304431:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318400:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075848.304454:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075848.304466:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075848] req@ffff895e4713d880 x1855008961318400/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075848.304491:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d880 x1855008961318400/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075848.304500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075848.304504:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075848.304508:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318400:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075849.007982:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075850.031882:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075851.055938:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075852.079967:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075853.103982:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075853.423938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075853.423952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075853.423969:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075853.423998:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1535 00000100:00080000:3.0:1769075853.424013:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075853.424022:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075853.424083:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5500 x1855008961318528/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075853.424130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075853.424135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075853.424138:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075853.424143:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1535 00000100:00080000:3.0:1769075853.424147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075853.424179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075853.424188:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318528:192.168.204.117@tcp:250:kworker.0 00000008:00100000:3.0:1769075853.424194:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075853.424217:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7b80 x1855008961318656/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075853.424231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075853.424236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075853.424238:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075853.424243:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1535 00000100:00080000:3.0:1769075853.424263:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075853.424268:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075853.424275:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:3.0:1769075853.424276:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075853.424296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d7100 x1855008961318784/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075853.424329:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853] req@ffff895e453d5500 x1855008961318528/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075853.424366:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5500 x1855008961318528/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075853.424377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075853.424381:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075853.424385:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318528:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075853.424412:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318656:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075853.424432:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075853.424442:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853] req@ffff895e453d7b80 x1855008961318656/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075853.424451:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7b80 x1855008961318656/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075853.424459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075853.424461:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075853.424464:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318656:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075853.424468:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318784:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075853.424480:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075853.424487:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853] req@ffff895e453d7100 x1855008961318784/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075853.424501:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d7100 x1855008961318784/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075853.424527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075853.424532:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075853.424537:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961318784:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075854.127899:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075855.151924:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075856.175943:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075857.199949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075858.223975:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075858.543984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075858.543994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075858.543998:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075858.544019:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1541 00000100:00080000:0.0:1769075858.544029:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075858.544036:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075858.544072:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ca80 x1855008961318912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075858.544103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075858.544106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075858.544108:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075858.544111:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1541 00000100:00080000:0.0:1769075858.544113:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075858.544116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075858.544124:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075858.544135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383dc00 x1855008961319040/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075858.544144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075858.544151:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318912:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075858.544164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075858.544166:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075858.544171:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1541 00000100:00080000:0.0:1769075858.544175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075858.544179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075858.544184:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075858.544197:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ea00 x1855008961319168/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075858.544216:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075858.544253:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff895e4383ca80 x1855008961318912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.544269:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ca80 x1855008961318912/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.544277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.544281:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075858.544284:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961318912:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075858.544308:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319040:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075858.544333:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075858.544348:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff895e4383dc00 x1855008961319040/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.544364:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383dc00 x1855008961319040/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.544403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.544407:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075858.544410:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319040:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075858.544416:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319168:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075858.544435:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075858.544444:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075858/real 1769075858] req@ffff895e4383ea00 x1855008961319168/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075858.544454:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ea00 x1855008961319168/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075858.544460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075858.544463:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075858.544465:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319168:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075859.247927:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075860.271949:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075861.296024:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075862.319973:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075863.343951:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075863.663931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075863.663945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075863.663951:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075863.663963:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1546 00000100:00080000:1.0:1769075863.663977:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075863.663986:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075863.664032:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713e300 x1855008961319296/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075863.664070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075863.664075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075863.664078:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075863.664084:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1546 00000100:00080000:1.0:1769075863.664090:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075863.664098:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075863.664114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075863.664140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f100 x1855008961319424/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075863.664165:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961319296:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075863.664168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075863.664182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075863.664210:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075863.664222:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1546 00000100:00080000:1.0:1769075863.664232:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075863.664241:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075863.664253:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1769075863.664269:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:1.0:1769075863.664285:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ea00 x1855008961319552/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075863.664362:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff895e4713e300 x1855008961319296/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.664393:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713e300 x1855008961319296/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.664427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.664433:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075863.664439:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961319296:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075863.664470:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319424:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075863.664506:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075863.664524:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff895e4713f100 x1855008961319424/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.664572:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f100 x1855008961319424/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.664584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.664588:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075863.664593:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319424:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075863.664601:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319552:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075863.664638:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075863.664660:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075863/real 1769075863] req@ffff895e4713ea00 x1855008961319552/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075863.664705:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ea00 x1855008961319552/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075863.664722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075863.664729:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075863.664736:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319552:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075864.367954:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075865.391962:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075866.415957:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075867.439868:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075868.464065:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075868.783904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075868.783915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075868.783935:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075868.783943:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1551 00000100:00080000:0.0:1769075868.783951:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075868.783957:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075868.784006:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383ce00 x1855008961319680/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075868.784033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075868.784036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075868.784038:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075868.784041:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1551 00000100:00080000:0.0:1769075868.784044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075868.784046:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075868.784074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075868.784092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c000 x1855008961319808/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075868.784109:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961319680:192.168.204.117@tcp:250:kworker.0 00000100:00080000:0.0:1769075868.784137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075868.784142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075868.784146:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075868.784168:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1551 00000100:00080000:0.0:1769075868.784173:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075868.784177:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075868.784181:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075868.784193:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f480 x1855008961319936/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075868.784196:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075868.784231:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff895e4383ce00 x1855008961319680/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.784245:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383ce00 x1855008961319680/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.784252:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.784256:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075868.784258:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961319680:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075868.784276:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319808:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075868.784291:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075868.784299:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff895e4383c000 x1855008961319808/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.784307:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c000 x1855008961319808/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.784312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.784314:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075868.784316:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319808:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075868.784320:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319936:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075868.784339:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075868.784346:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075868/real 1769075868] req@ffff895e4383f480 x1855008961319936/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075868.784353:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f480 x1855008961319936/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075868.784358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075868.784360:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075868.784362:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961319936:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075869.487894:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075870.511897:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075871.536011:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075872.560039:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075873.584016:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075873.904034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.904046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075873.904052:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.904064:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1556 00000100:00080000:1.0:1769075873.904078:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.904087:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075873.904133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d500 x1855008961320064/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075873.904174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.904181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075873.904185:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.904192:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1556 00000100:00080000:1.0:1769075873.904198:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.904205:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075873.904219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075873.904267:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ce00 x1855008961320192/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075873.904273:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320064:192.168.204.117@tcp:250:kworker.0 00000100:00080000:1.0:1769075873.904287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075873.904292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075873.904295:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075873.904301:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1556 00000100:00080000:1.0:1769075873.904308:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075873.904314:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075873.904323:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075873.904339:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f480 x1855008961320320/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075873.904416:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075873.904477:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff895e4713d500 x1855008961320064/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.904505:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d500 x1855008961320064/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.904518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.904523:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075873.904528:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320064:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075873.904558:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320192:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075873.904605:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075873.904638:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff895e4713ce00 x1855008961320192/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.904652:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ce00 x1855008961320192/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.904662:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.904666:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075873.904669:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320192:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075873.904676:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320320:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075873.904695:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075873.904705:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075873/real 1769075873] req@ffff895e4713f480 x1855008961320320/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075873.904717:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f480 x1855008961320320/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075873.904726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075873.904729:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075873.904733:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320320:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075874.608028:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075875.631950:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075876.655982:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075877.680006:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075878.703923:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075879.023859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075879.023875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075879.023881:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075879.023895:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1561 00000100:00080000:1.0:1769075879.023911:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075879.023920:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075879.023961:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713ca80 x1855008961320448/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075879.024000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075879.024004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075879.024006:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075879.024010:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1561 00000100:00080000:1.0:1769075879.024033:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075879.024039:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075879.024050:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075879.024069:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320448:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075879.024070:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713f800 x1855008961320576/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075879.024089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075879.024112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075879.024115:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075879.024121:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1561 00000100:00080000:1.0:1769075879.024129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075879.024134:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075879.024140:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075879.024153:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713dc00 x1855008961320704/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075879.024173:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075879.024232:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075879/real 1769075879] req@ffff895e4713ca80 x1855008961320448/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075879.024261:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713ca80 x1855008961320448/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075879.024272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075879.024312:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075879.024318:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320448:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075879.024345:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320576:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075879.024372:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075879.024387:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075879/real 1769075879] req@ffff895e4713f800 x1855008961320576/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075879.024400:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713f800 x1855008961320576/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075879.024409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075879.024413:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075879.024416:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320576:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075879.024423:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320704:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075879.024439:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075879.024448:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075879/real 1769075879] req@ffff895e4713dc00 x1855008961320704/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075879.024476:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713dc00 x1855008961320704/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075879.024484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075879.024487:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075879.024491:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320704:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075879.728030:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075880.751956:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075881.776060:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075882.799948:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075883.823982:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075884.143920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075884.143953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075884.143960:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075884.143972:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1566 00000100:00080000:3.0:1769075884.143989:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075884.143998:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:3.0:1769075884.144083:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5180 x1855008961320832/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075884.144121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075884.144125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075884.144154:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075884.144159:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1566 00000100:00080000:3.0:1769075884.144165:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075884.144170:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1769075884.144184:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075884.144207:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320832:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075884.144241:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d4700 x1855008961320960/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075884.144258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075884.144262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075884.144265:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075884.144269:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1566 00000100:00080000:3.0:1769075884.144314:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075884.144332:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000800:00000100:2.0:1769075884.144353:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000008:00100000:3.0:1769075884.144360:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075884.144379:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e453d5880 x1855008961321088/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075884.144427:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075884/real 1769075884] req@ffff895e453d5180 x1855008961320832/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075884.144454:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5180 x1855008961320832/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075884.144483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075884.144489:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075884.144493:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961320832:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075884.144522:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320960:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075884.144564:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075884.144576:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075884/real 1769075884] req@ffff895e453d4700 x1855008961320960/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075884.144625:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d4700 x1855008961320960/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075884.144634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075884.144637:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075884.144640:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961320960:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075884.144647:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321088:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075884.144667:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075884.144676:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075884/real 1769075884] req@ffff895e453d5880 x1855008961321088/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075884.144714:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e453d5880 x1855008961321088/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075884.144721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075884.144724:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075884.144727:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e453d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321088:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075884.847883:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075885.871901:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075886.895922:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075887.919957:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075888.943947:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075889.263895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075889.263906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075889.263911:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075889.263922:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1571 00000100:00080000:0.0:1769075889.263934:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075889.263941:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075889.264000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c380 x1855008961321216/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075889.264053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075889.264059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075889.264062:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075889.264068:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1571 00000100:00080000:0.0:1769075889.264074:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075889.264081:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075889.264130:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075889.264144:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321216:192.168.204.117@tcp:250:kworker.0 00000100:00100000:0.0:1769075889.264171:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383f100 x1855008961321344/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075889.264192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075889.264197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075889.264200:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075889.264205:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1571 00000100:00080000:0.0:1769075889.264210:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075889.264214:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075889.264230:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075889.264246:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383fb80 x1855008961321472/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075889.264257:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075889.264321:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889] req@ffff895e4383c380 x1855008961321216/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075889.264347:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c380 x1855008961321216/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075889.264356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075889.264360:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075889.264364:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321216:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075889.264385:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321344:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075889.264407:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075889.264418:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889] req@ffff895e4383f100 x1855008961321344/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075889.264446:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383f100 x1855008961321344/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075889.264454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075889.264458:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075889.264470:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321344:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075889.264476:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321472:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075889.264492:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075889.264501:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889] req@ffff895e4383fb80 x1855008961321472/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075889.264512:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383fb80 x1855008961321472/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075889.264553:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075889.264556:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075889.264559:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321472:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075889.967975:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075890.991996:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075892.015999:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075893.039914:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075894.063988:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075894.383968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075894.383981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075894.383986:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075894.383998:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1576 00000100:00080000:1.0:1769075894.384065:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075894.384077:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1769075894.384144:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713d180 x1855008961321600/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075894.384184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075894.384209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075894.384211:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075894.384217:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1576 00000100:00080000:1.0:1769075894.384223:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075894.384230:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075894.384242:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075894.384262:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321600:192.168.204.117@tcp:250:kworker.0 00000100:00100000:1.0:1769075894.384265:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713c380 x1855008961321728/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075894.384289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075894.384293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075894.384295:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075894.384301:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1576 00000100:00080000:1.0:1769075894.384305:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075894.384318:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:1.0:1769075894.384324:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075894.384338:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4713df80 x1855008961321856/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075894.384369:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075894.384434:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894] req@ffff895e4713d180 x1855008961321600/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075894.384504:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713d180 x1855008961321600/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075894.384531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075894.384540:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075894.384551:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321600:192.168.204.117@tcp:250:kworker.0 00000100:00100000:2.0:1769075894.384601:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321728:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075894.384648:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075894.384668:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894] req@ffff895e4713c380 x1855008961321728/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075894.384691:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713c380 x1855008961321728/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075894.384730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075894.384738:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075894.384816:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321728:192.168.204.117@tcp:38:kworker.0 00000100:00100000:2.0:1769075894.384830:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321856:192.168.204.117@tcp:38:kworker.0 00000800:00000100:2.0:1769075894.384865:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:2.0:1769075894.384880:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894] req@ffff895e4713df80 x1855008961321856/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075894.384894:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4713df80 x1855008961321856/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075894.384904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075894.384908:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:2.0:1769075894.384912:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4713df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961321856:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075895.087951:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075896.111952:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075897.135892:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075898.160048:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075899.184058:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075899.503981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075899.503995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075899.504001:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075899.504013:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1582 00000100:00080000:2.0:1769075899.504027:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075899.504036:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075899.504103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961321984/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075899.504145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075899.504150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075899.504153:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075899.504158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1582 00000100:00080000:2.0:1769075899.504164:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075899.504169:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075899.504181:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075899.504198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961322112/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075899.504215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075899.504217:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321984:192.168.204.117@tcp:250:kworker.0 00000100:00080000:2.0:1769075899.504227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075899.504247:0:37:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075899.504255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1582 00000100:00080000:2.0:1769075899.504262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075899.504267:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075899.504275:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075899.504291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961322240/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075899.504366:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322112:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075899.504403:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322240:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075900.207956:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075901.231895:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075902.255840:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769075902.567402:0:17888:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10c: verfify contiguous range support ========================================================== 04:58:22 (1769075902) 00000400:00000100:0.0:1769075902.575974:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.117:988 00000400:00000100:0.0:1769075902.576018:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.117@tcp at host 192.168.204.117 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075902.576038:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:0.0:1769075902.576078:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000800:00000100:0.0:1769075902.576090:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.117@tcp 00000100:00100000:3.0:1769075902.576108:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075902] req@ffff895e44e29c00 x1855008961322112/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075902.576137:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961322112/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075902.576157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075902.576163:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075902.576168:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322112:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075902.576178:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075902] req@ffff895e44e2b800 x1855008961322240/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075902.576194:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961322240/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075902.576203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075902.576208:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075902.576213:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322240:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075902.576222:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075902] req@ffff895e44e2bb80 x1855008961321984/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075902.576239:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961321984/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075902.576247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075902.576251:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075902.576256:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961321984:192.168.204.117@tcp:250:kworker.0 00010000:00010000:2.0:1769075903.279944:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075904.303883:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075904.623923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075904.623936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075904.623941:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075904.623952:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1587 00000100:00080000:0.0:1769075904.623965:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075904.623994:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:0.0:1769075904.624024:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383e680 x1855008961322368/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075904.624067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075904.624072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075904.624075:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075904.624080:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1587 00000100:00080000:0.0:1769075904.624086:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075904.624098:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075904.624108:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075904.624123:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383d880 x1855008961322496/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075904.624134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075904.624137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075904.624139:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075904.624143:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1587 00000100:00080000:0.0:1769075904.624147:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075904.624152:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1769075904.624157:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075904.624169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e4383c700 x1855008961322624/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075904.624280:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961322368:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075904.624371:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075904.624439:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff895e4383e680 x1855008961322368/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075904.624472:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383e680 x1855008961322368/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075904.624485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075904.624490:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075904.624494:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961322368:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075904.624503:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322496:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075904.624532:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075904.624545:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff895e4383d880 x1855008961322496/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075904.624557:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383d880 x1855008961322496/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075904.624566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075904.624569:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075904.624572:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322496:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075904.624578:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322624:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075904.624597:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075904.624608:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075904/real 1769075904] req@ffff895e4383c700 x1855008961322624/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075904.624619:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e4383c700 x1855008961322624/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075904.624640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075904.624643:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075904.624646:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e4383c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322624:192.168.204.117@tcp:38:kworker.0 00010000:00010000:1.0:1769075905.327944:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075906.351904:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075907.375914:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075908.399935:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769075909.220075:0:18048:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_10c: @@@@@@ FAIL: Add nodemap_lu8912 failed 00010000:00010000:2.0:1769075909.424010:0:6173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075909.743933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0abecde-06ba-4498-83fd-7513d38e1d30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075909.743954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075909.743958:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075909.743966:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 1592 00000100:00080000:2.0:1769075909.743975:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.117@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075909.743982:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.117@tcp: import ffff895e4be1a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1769075909.744009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2bb80 x1855008961322752/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075909.744050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075909.744053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075909.744054:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075909.744057:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1592 00000100:00080000:2.0:1769075909.744059:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075909.744062:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff895e42f9a800: import ffff895e42e8c000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075909.744069:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075909.744078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e2b800 x1855008961322880/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075909.744089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a2201c-08e3-493e-ad2e-98b4627bffd5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075909.744092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075909.744093:0:8:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075909.744096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: connect to NID 192.168.204.117@tcp last attempt 1592 00000100:00080000:2.0:1769075909.744112:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075909.744115:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff895e42f9a800: import ffff895e42e89800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:2.0:1769075909.744120:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075909.744130:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff895e44e29c00 x1855008961323008/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075909.744134:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961322752:192.168.204.117@tcp:250:kworker.0 00000800:00000100:3.0:1769075909.744253:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075909.744314:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff895e44e2bb80 x1855008961322752/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075909.744343:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2bb80 x1855008961322752/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075909.744359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e4be1a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075909.744365:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075909.744371:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0abecde-06ba-4498-83fd-7513d38e1d30:2402:1855008961322752:192.168.204.117@tcp:250:kworker.0 00000100:00100000:3.0:1769075909.744381:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322880:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075909.744420:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075909.744440:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff895e44e2b800 x1855008961322880/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075909.744463:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e2b800 x1855008961322880/t0(0) o38->lustre-MDT0000-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075909.744474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e8c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075909.744479:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075909.744483:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961322880:192.168.204.117@tcp:38:kworker.0 00000100:00100000:3.0:1769075909.744543:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961323008:192.168.204.117@tcp:38:kworker.0 00000800:00000100:3.0:1769075909.744570:0:2402:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.117@tcp 00000100:00100000:3.0:1769075909.744585:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075909/real 1769075909] req@ffff895e44e29c00 x1855008961323008/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075909.744601:0:2402:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff895e44e29c00 x1855008961323008/t0(0) o38->lustre-MDT0001-mdc-ffff895e42f9a800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075909.744611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff895e42e89800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075909.744615:0:2402:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.117@tcp failed (-110) 00000100:00100000:3.0:1769075909.744619:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff895e44e29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a2201c-08e3-493e-ad2e-98b4627bffd5:2402:1855008961323008:192.168.204.117@tcp:38:kworker.0 00010000:00010000:2.0:1769075910.447926:0:6653:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075911.471926:0:6172:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 18077 lines, 18077 kept, 0 dropped, 0 bad.